2024-11-24 11:17:13,105 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 11:17:13,144 main DEBUG Took 0.035788 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 11:17:13,145 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 11:17:13,145 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 11:17:13,147 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 11:17:13,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,157 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 11:17:13,177 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,182 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,184 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,186 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,188 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,190 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,191 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,193 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,195 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:17:13,197 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,197 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 11:17:13,200 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:17:13,202 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 11:17:13,207 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 11:17:13,208 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 11:17:13,211 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 11:17:13,211 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 11:17:13,222 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 11:17:13,226 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 11:17:13,230 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 11:17:13,231 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 11:17:13,231 main DEBUG createAppenders(={Console}) 2024-11-24 11:17:13,233 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 11:17:13,233 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 11:17:13,234 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 11:17:13,234 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 11:17:13,235 main DEBUG OutputStream closed 2024-11-24 11:17:13,235 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 11:17:13,236 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 11:17:13,237 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 11:17:13,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 11:17:13,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 11:17:13,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 11:17:13,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 11:17:13,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 11:17:13,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 11:17:13,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 11:17:13,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 11:17:13,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 11:17:13,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 11:17:13,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 11:17:13,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 11:17:13,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 11:17:13,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 11:17:13,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 11:17:13,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 11:17:13,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 11:17:13,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 11:17:13,358 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 11:17:13,358 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 11:17:13,358 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 11:17:13,359 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T11:17:13,377 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 11:17:13,380 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 11:17:13,381 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T11:17:13,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=7203 2024-11-24T11:17:13,755 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T11:17:13,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b 2024-11-24T11:17:13,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/cluster_c5785074-dd7b-8dd5-fbdd-feeb52cea8cc, deleteOnExit=true 2024-11-24T11:17:14,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/cluster_c5785074-dd7b-8dd5-fbdd-feeb52cea8cc/zookeeper_0, clientPort=52265, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/cluster_c5785074-dd7b-8dd5-fbdd-feeb52cea8cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/cluster_c5785074-dd7b-8dd5-fbdd-feeb52cea8cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:17:14,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52265 2024-11-24T11:17:14,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:17:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:17:14,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/test.cache.data in system properties and HBase conf 2024-11-24T11:17:14,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:17:14,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:17:14,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:17:14,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:17:14,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:17:14,244 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T11:17:14,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:17:14,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:17:14,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:17:14,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:17:14,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:17:14,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:17:14,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:17:14,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:17:14,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:17:14,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:17:14,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:17:14,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:17:14,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:17:14,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:17:14,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:17:15,639 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T11:17:15,741 INFO [Time-limited test {}] log.Log(170): Logging initialized @3553ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T11:17:15,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:15,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:17:15,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:17:15,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:17:15,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:17:15,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:16,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:17:16,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:17:16,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/java.io.tmpdir/jetty-localhost-33295-hadoop-hdfs-3_4_1-tests_jar-_-any-10712853837697800925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:17:16,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33295} 2024-11-24T11:17:16,268 INFO [Time-limited test {}] server.Server(415): Started @4081ms 2024-11-24T11:17:16,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:16,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:17:16,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:17:16,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:17:16,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:17:16,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:17:16,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:17:17,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/java.io.tmpdir/jetty-localhost-44545-hadoop-hdfs-3_4_1-tests_jar-_-any-4247487799013083377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:17:17,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:44545} 2024-11-24T11:17:17,100 INFO [Time-limited test {}] server.Server(415): Started @4913ms 2024-11-24T11:17:17,172 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:17:18,353 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/cluster_c5785074-dd7b-8dd5-fbdd-feeb52cea8cc/data/data1/current/BP-1028596808-172.17.0.3-1732447035039/current, will proceed with Du for space computation calculation, 2024-11-24T11:17:18,353 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/cluster_c5785074-dd7b-8dd5-fbdd-feeb52cea8cc/data/data2/current/BP-1028596808-172.17.0.3-1732447035039/current, will proceed with Du for space computation calculation, 2024-11-24T11:17:18,390 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:17:18,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd598f1d353d8b61e with lease ID 0xbfe584d7485cf06f: Processing first storage report for DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18 from datanode DatanodeRegistration(127.0.0.1:35607, datanodeUuid=3903e5d7-6b00-4081-8336-a42437e0cc95, infoPort=42521, infoSecurePort=0, ipcPort=39529, storageInfo=lv=-57;cid=testClusterID;nsid=272344015;c=1732447035039) 2024-11-24T11:17:18,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd598f1d353d8b61e with lease ID 0xbfe584d7485cf06f: from storage DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18 node DatanodeRegistration(127.0.0.1:35607, datanodeUuid=3903e5d7-6b00-4081-8336-a42437e0cc95, infoPort=42521, infoSecurePort=0, ipcPort=39529, storageInfo=lv=-57;cid=testClusterID;nsid=272344015;c=1732447035039), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T11:17:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd598f1d353d8b61e with lease ID 0xbfe584d7485cf06f: Processing first storage report for DS-0a348403-07a0-4128-9ffc-9608fa82d41d from datanode DatanodeRegistration(127.0.0.1:35607, datanodeUuid=3903e5d7-6b00-4081-8336-a42437e0cc95, infoPort=42521, infoSecurePort=0, ipcPort=39529, storageInfo=lv=-57;cid=testClusterID;nsid=272344015;c=1732447035039) 2024-11-24T11:17:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd598f1d353d8b61e with lease ID 0xbfe584d7485cf06f: from storage DS-0a348403-07a0-4128-9ffc-9608fa82d41d node DatanodeRegistration(127.0.0.1:35607, datanodeUuid=3903e5d7-6b00-4081-8336-a42437e0cc95, infoPort=42521, infoSecurePort=0, ipcPort=39529, storageInfo=lv=-57;cid=testClusterID;nsid=272344015;c=1732447035039), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T11:17:18,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b 2024-11-24T11:17:18,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:18,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:18,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:17:19,181 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f with version=8 2024-11-24T11:17:19,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/hbase-staging 2024-11-24T11:17:19,287 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T11:17:19,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:19,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:19,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:19,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:19,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:19,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:19,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:17:19,839 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T11:17:19,850 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T11:17:19,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:19,886 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11386 (auto-detected) 2024-11-24T11:17:19,887 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-24T11:17:19,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40245 2024-11-24T11:17:19,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40245 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-24T11:17:20,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402450x0, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:20,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40245-0x1016c8fd6390000 connected 2024-11-24T11:17:20,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:20,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:20,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/running 2024-11-24T11:17:20,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f, hbase.cluster.distributed=false 2024-11-24T11:17:20,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/acl 2024-11-24T11:17:20,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40245 2024-11-24T11:17:20,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40245 2024-11-24T11:17:20,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40245 2024-11-24T11:17:20,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40245 2024-11-24T11:17:20,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40245 2024-11-24T11:17:20,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:20,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:20,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:20,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:20,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:20,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:20,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:17:20,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:20,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39739 2024-11-24T11:17:20,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39739 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-24T11:17:20,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:20,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:20,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397390x0, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:20,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39739-0x1016c8fd6390001 connected 2024-11-24T11:17:20,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/running 2024-11-24T11:17:20,459 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:17:20,467 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:17:20,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/master 2024-11-24T11:17:20,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/acl 2024-11-24T11:17:20,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-24T11:17:20,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39739 2024-11-24T11:17:20,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39739 2024-11-24T11:17:20,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-24T11:17:20,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-24T11:17:20,492 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:40245 2024-11-24T11:17:20,493 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-525319907/backup-masters/f5f73e76a839,40245,1732447039378 2024-11-24T11:17:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/backup-masters 2024-11-24T11:17:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/backup-masters 2024-11-24T11:17:20,570 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on existing znode=/0-525319907/backup-masters/f5f73e76a839,40245,1732447039378 2024-11-24T11:17:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-525319907/master 2024-11-24T11:17:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:20,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:20,607 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on existing znode=/0-525319907/master 2024-11-24T11:17:20,608 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-525319907/backup-masters/f5f73e76a839,40245,1732447039378 from backup master directory 2024-11-24T11:17:20,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/backup-masters/f5f73e76a839,40245,1732447039378 2024-11-24T11:17:20,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/backup-masters 2024-11-24T11:17:20,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/backup-masters 2024-11-24T11:17:20,622 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:20,622 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,40245,1732447039378 2024-11-24T11:17:20,624 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T11:17:20,626 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T11:17:20,683 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/hbase.id] with ID: b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b 2024-11-24T11:17:20,684 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/.tmp/hbase.id 2024-11-24T11:17:20,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:17:21,098 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/.tmp/hbase.id]:[hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/hbase.id] 2024-11-24T11:17:21,148 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:21,153 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:17:21,172 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-24T11:17:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:17:21,656 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:17:21,660 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:17:21,679 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:17:21,684 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:17:22,138 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store 2024-11-24T11:17:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:17:22,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T11:17:22,572 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:22,573 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:17:22,573 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:22,573 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:22,575 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:17:22,575 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:22,575 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:22,576 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447042573Disabling compacts and flushes for region at 1732447042573Disabling writes for close at 1732447042575 (+2 ms)Writing region close event to WAL at 1732447042575Closed at 1732447042575 2024-11-24T11:17:22,578 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/.initializing 2024-11-24T11:17:22,579 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378 2024-11-24T11:17:22,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:22,600 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C40245%2C1732447039378, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/oldWALs, maxLogs=10 2024-11-24T11:17:22,621 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378/f5f73e76a839%2C40245%2C1732447039378.1732447042604, exclude list is [], retry=0 2024-11-24T11:17:22,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18,DISK] 2024-11-24T11:17:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T11:17:22,671 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378/f5f73e76a839%2C40245%2C1732447039378.1732447042604 2024-11-24T11:17:22,672 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-24T11:17:22,672 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:22,672 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:22,675 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,676 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:17:22,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:22,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:22,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:17:22,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:22,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:22,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:17:22,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:22,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:22,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:17:22,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:22,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:22,751 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,755 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,757 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,762 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,763 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,766 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:22,769 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:22,774 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:22,776 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66538725, jitterRate=-0.008495733141899109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:22,784 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447042687Initializing all the Stores at 1732447042689 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447042690 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447042691 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447042691Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447042691Cleaning up temporary data from old regions at 1732447042763 (+72 ms)Region opened successfully at 1732447042783 (+20 ms) 2024-11-24T11:17:22,785 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:17:22,817 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcdc3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:22,845 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:17:22,859 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:17:22,859 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:17:22,862 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:17:22,864 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T11:17:22,869 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T11:17:22,869 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:17:22,895 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:17:22,903 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/balancer because node does not exist (not necessarily an error) 2024-11-24T11:17:22,968 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/balancer already deleted, retry=false 2024-11-24T11:17:22,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:17:22,975 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:17:22,985 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/normalizer already deleted, retry=false 2024-11-24T11:17:22,988 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:17:22,994 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:17:23,006 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/switch/split already deleted, retry=false 2024-11-24T11:17:23,008 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:17:23,021 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/switch/merge already deleted, retry=false 2024-11-24T11:17:23,042 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:17:23,052 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/snapshot-cleanup already deleted, retry=false 2024-11-24T11:17:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-525319907/running 2024-11-24T11:17:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-525319907/running 2024-11-24T11:17:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:23,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,40245,1732447039378, sessionid=0x1016c8fd6390000, setting cluster-up flag (Was=false) 2024-11-24T11:17:23,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:23,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:23,126 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-525319907/flush-table-proc/acquired, /0-525319907/flush-table-proc/reached, /0-525319907/flush-table-proc/abort 2024-11-24T11:17:23,129 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,40245,1732447039378 2024-11-24T11:17:23,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:23,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:23,185 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-525319907/online-snapshot/acquired, /0-525319907/online-snapshot/reached, /0-525319907/online-snapshot/abort 2024-11-24T11:17:23,188 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,40245,1732447039378 2024-11-24T11:17:23,197 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:17:23,266 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:23,275 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:17:23,283 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:17:23,284 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(746): ClusterId : b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b 2024-11-24T11:17:23,286 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:17:23,289 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,40245,1732447039378 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:17:23,296 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:17:23,296 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:17:23,296 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:23,297 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:23,297 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:23,297 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:23,297 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:17:23,297 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,298 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:23,298 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,301 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447073301 2024-11-24T11:17:23,303 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:17:23,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:23,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:17:23,304 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:17:23,306 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:17:23,307 DEBUG [RS:0;f5f73e76a839:39739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690f2e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:23,308 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:17:23,309 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:23,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:17:23,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:17:23,310 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:17:23,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:17:23,311 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:17:23,317 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:17:23,318 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:17:23,318 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:17:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:17:23,322 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:39739 2024-11-24T11:17:23,324 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:17:23,325 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:17:23,326 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:17:23,326 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:17:23,326 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:17:23,327 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447043326,5,FailOnTimeoutGroup] 2024-11-24T11:17:23,327 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447043327,5,FailOnTimeoutGroup] 2024-11-24T11:17:23,328 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,328 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:17:23,329 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,40245,1732447039378 with port=39739, startcode=1732447040376 2024-11-24T11:17:23,329 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,330 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,339 DEBUG [RS:0;f5f73e76a839:39739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:17:23,371 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:17:23,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,39739,1732447040376 2024-11-24T11:17:23,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40245 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,39739,1732447040376 2024-11-24T11:17:23,391 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f 2024-11-24T11:17:23,391 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34759 2024-11-24T11:17:23,392 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:17:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/rs 2024-11-24T11:17:23,407 DEBUG [RS:0;f5f73e76a839:39739 {}] zookeeper.ZKUtil(111): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on existing znode=/0-525319907/rs/f5f73e76a839,39739,1732447040376 2024-11-24T11:17:23,407 WARN [RS:0;f5f73e76a839:39739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:23,407 INFO [RS:0;f5f73e76a839:39739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:23,408 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376 2024-11-24T11:17:23,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,39739,1732447040376] 2024-11-24T11:17:23,434 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:17:23,449 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:17:23,454 INFO [RS:0;f5f73e76a839:39739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:17:23,454 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,455 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:17:23,460 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:17:23,461 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,461 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,461 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,462 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,462 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,462 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,462 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:23,462 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,462 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,462 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,463 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,463 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,463 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:23,463 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:23,463 DEBUG [RS:0;f5f73e76a839:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:23,464 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,464 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,465 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,465 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,465 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,465 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39739,1732447040376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:23,484 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:17:23,485 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39739,1732447040376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,486 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,486 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.Replication(171): f5f73e76a839,39739,1732447040376 started 2024-11-24T11:17:23,504 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:23,504 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,39739,1732447040376, RpcServer on f5f73e76a839/172.17.0.3:39739, sessionid=0x1016c8fd6390001 2024-11-24T11:17:23,505 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:17:23,505 DEBUG [RS:0;f5f73e76a839:39739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,39739,1732447040376 2024-11-24T11:17:23,505 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,39739,1732447040376' 2024-11-24T11:17:23,505 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-525319907/flush-table-proc/abort' 2024-11-24T11:17:23,506 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-525319907/flush-table-proc/acquired' 2024-11-24T11:17:23,507 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:17:23,507 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:17:23,507 DEBUG [RS:0;f5f73e76a839:39739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,39739,1732447040376 2024-11-24T11:17:23,507 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,39739,1732447040376' 2024-11-24T11:17:23,507 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-525319907/online-snapshot/abort' 2024-11-24T11:17:23,508 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-525319907/online-snapshot/acquired' 2024-11-24T11:17:23,509 DEBUG [RS:0;f5f73e76a839:39739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:17:23,509 INFO [RS:0;f5f73e76a839:39739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:17:23,509 INFO [RS:0;f5f73e76a839:39739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:17:23,621 INFO [RS:0;f5f73e76a839:39739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:23,624 INFO [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39739%2C1732447040376, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs, maxLogs=10 2024-11-24T11:17:23,638 DEBUG [RS:0;f5f73e76a839:39739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626, exclude list is [], retry=0 2024-11-24T11:17:23,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18,DISK] 2024-11-24T11:17:23,646 INFO [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 2024-11-24T11:17:23,647 DEBUG [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-24T11:17:23,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:17:23,728 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f 2024-11-24T11:17:23,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:17:24,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:24,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:24,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:24,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:24,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:24,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:24,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:24,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:24,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:24,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:24,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:24,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:24,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:24,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:24,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:24,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:24,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:24,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:24,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740 2024-11-24T11:17:24,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740 2024-11-24T11:17:24,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:24,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:24,177 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:24,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:24,183 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:24,184 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68667717, jitterRate=0.023228719830513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:24,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447044151Initializing all the Stores at 1732447044156 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447044156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447044156Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447044156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447044156Cleaning up temporary data from old regions at 1732447044176 (+20 ms)Region opened successfully at 1732447044186 (+10 ms) 2024-11-24T11:17:24,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:17:24,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:17:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:17:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:17:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:17:24,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:24,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447044186Disabling compacts and flushes for region at 1732447044186Disabling writes for close at 1732447044187 (+1 ms)Writing region close event to WAL at 1732447044188 (+1 ms)Closed at 1732447044188 2024-11-24T11:17:24,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:24,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:17:24,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:17:24,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:24,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:17:24,363 DEBUG [f5f73e76a839:40245 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:17:24,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,39739,1732447040376 2024-11-24T11:17:24,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39739,1732447040376, state=OPENING 2024-11-24T11:17:24,431 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:17:24,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:24,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:24,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:24,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:24,447 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:24,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,39739,1732447040376}] 2024-11-24T11:17:24,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:17:24,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:17:24,644 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:17:24,644 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:24,645 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:17:24,648 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39739%2C1732447040376.meta, suffix=.meta, logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs, maxLogs=10 2024-11-24T11:17:24,663 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.meta.1732447044650.meta, exclude list is [], retry=0 2024-11-24T11:17:24,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18,DISK] 2024-11-24T11:17:24,670 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.meta.1732447044650.meta 2024-11-24T11:17:24,671 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-24T11:17:24,671 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:24,675 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:17:24,676 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:17:24,678 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:17:24,680 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:17:24,683 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:17:24,684 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:24,684 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:17:24,684 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:17:24,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:24,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:24,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:24,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:24,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:24,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:24,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:24,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:24,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:24,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:24,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:24,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:24,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:24,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:24,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:24,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:24,697 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:24,699 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740 2024-11-24T11:17:24,701 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740 2024-11-24T11:17:24,704 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:24,704 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:24,705 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:24,708 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:24,710 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59295669, jitterRate=-0.11642567813396454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:24,710 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:17:24,712 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447044685Writing region info on filesystem at 1732447044685Initializing all the Stores at 1732447044686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447044687 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447044687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447044687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447044687Cleaning up temporary data from old regions at 1732447044704 (+17 ms)Running coprocessor post-open hooks at 1732447044710 (+6 ms)Region opened successfully at 1732447044712 (+2 ms) 2024-11-24T11:17:24,718 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447044621 2024-11-24T11:17:24,728 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:17:24,729 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:17:24,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,39739,1732447040376 2024-11-24T11:17:24,732 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39739,1732447040376, state=OPEN 2024-11-24T11:17:24,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-525319907/meta-region-server 2024-11-24T11:17:24,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-525319907/meta-region-server 2024-11-24T11:17:24,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:24,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:24,847 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,39739,1732447040376 2024-11-24T11:17:24,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:17:24,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,39739,1732447040376 in 398 msec 2024-11-24T11:17:24,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:17:24,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-24T11:17:24,868 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:24,868 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:17:24,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:24,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39739,1732447040376, seqNum=-1] 2024-11-24T11:17:24,903 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:24,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:24,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6960 sec 2024-11-24T11:17:24,924 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447044924, completionTime=-1 2024-11-24T11:17:24,926 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:17:24,927 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:17:24,950 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:17:24,950 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447104950 2024-11-24T11:17:24,950 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447164950 2024-11-24T11:17:24,950 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-24T11:17:24,952 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40245,1732447039378-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:24,952 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40245,1732447039378-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:24,953 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40245,1732447039378-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:24,954 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:40245, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:24,954 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:24,955 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:24,961 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:17:24,981 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.359sec 2024-11-24T11:17:24,983 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:17:24,984 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:17:24,985 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:17:24,985 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:17:24,986 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:17:24,986 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40245,1732447039378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:24,987 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40245,1732447039378-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:17:24,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:24,996 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:17:24,997 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:17:24,997 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40245,1732447039378-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:24,998 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T11:17:24,998 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T11:17:25,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40245,-1 for getting cluster id 2024-11-24T11:17:25,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:25,010 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b' 2024-11-24T11:17:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b" 2024-11-24T11:17:25,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11649094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:25,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40245,-1] 2024-11-24T11:17:25,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:25,020 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:25,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:25,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39739,1732447040376, seqNum=-1] 2024-11-24T11:17:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:25,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,40245,1732447039378 2024-11-24T11:17:25,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-24T11:17:25,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:25,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c8fd6390002 connected 2024-11-24T11:17:25,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.log.dir so I do NOT create it in target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86 2024-11-24T11:17:25,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:17:25,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.tmp.dir so I do NOT create it in target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86 2024-11-24T11:17:25,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:17:25,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86 2024-11-24T11:17:25,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:17:25,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/cluster_cc799250-4baa-4aac-28c5-90f8e01b48f9, deleteOnExit=true 2024-11-24T11:17:25,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:17:25,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/test.cache.data in system properties and HBase conf 2024-11-24T11:17:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:17:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:17:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:17:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:17:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:17:25,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:17:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:17:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:17:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:17:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:17:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:17:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:17:25,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:25,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:17:25,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:17:25,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:17:25,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:17:25,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:25,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:17:25,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:17:25,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/java.io.tmpdir/jetty-localhost-42681-hadoop-hdfs-3_4_1-tests_jar-_-any-6631084100982915161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:17:25,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:42681} 2024-11-24T11:17:25,575 INFO [Time-limited test {}] server.Server(415): Started @13389ms 2024-11-24T11:17:25,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:25,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:17:25,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:17:25,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:17:25,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:17:25,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:17:25,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:17:26,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/java.io.tmpdir/jetty-localhost-38561-hadoop-hdfs-3_4_1-tests_jar-_-any-987401331493690848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:17:26,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:38561} 2024-11-24T11:17:26,092 INFO [Time-limited test {}] server.Server(415): Started @13905ms 2024-11-24T11:17:26,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:17:26,777 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/cluster_cc799250-4baa-4aac-28c5-90f8e01b48f9/data/data2/current/BP-849425201-172.17.0.3-1732447045132/current, will proceed with Du for space computation calculation, 2024-11-24T11:17:26,777 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/cluster_cc799250-4baa-4aac-28c5-90f8e01b48f9/data/data1/current/BP-849425201-172.17.0.3-1732447045132/current, will proceed with Du for space computation calculation, 2024-11-24T11:17:26,792 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:17:26,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb94f6db1c86824ac with lease ID 0xf6cddb3d3a41972b: Processing first storage report for DS-18d2b6da-bbd2-4264-b2b0-edeff28c4e6a from datanode DatanodeRegistration(127.0.0.1:42733, datanodeUuid=196c0e3d-983f-42c9-80ed-34b76e9daf10, infoPort=34243, infoSecurePort=0, ipcPort=33237, storageInfo=lv=-57;cid=testClusterID;nsid=1965200976;c=1732447045132) 2024-11-24T11:17:26,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb94f6db1c86824ac with lease ID 0xf6cddb3d3a41972b: from storage DS-18d2b6da-bbd2-4264-b2b0-edeff28c4e6a node DatanodeRegistration(127.0.0.1:42733, datanodeUuid=196c0e3d-983f-42c9-80ed-34b76e9daf10, infoPort=34243, infoSecurePort=0, ipcPort=33237, storageInfo=lv=-57;cid=testClusterID;nsid=1965200976;c=1732447045132), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:17:26,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb94f6db1c86824ac with lease ID 0xf6cddb3d3a41972b: Processing first storage report for DS-fd0c3d23-ff9d-45ae-b35a-6b973e799889 from datanode DatanodeRegistration(127.0.0.1:42733, datanodeUuid=196c0e3d-983f-42c9-80ed-34b76e9daf10, infoPort=34243, infoSecurePort=0, ipcPort=33237, storageInfo=lv=-57;cid=testClusterID;nsid=1965200976;c=1732447045132) 2024-11-24T11:17:26,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb94f6db1c86824ac with lease ID 0xf6cddb3d3a41972b: from storage DS-fd0c3d23-ff9d-45ae-b35a-6b973e799889 node DatanodeRegistration(127.0.0.1:42733, datanodeUuid=196c0e3d-983f-42c9-80ed-34b76e9daf10, infoPort=34243, infoSecurePort=0, ipcPort=33237, storageInfo=lv=-57;cid=testClusterID;nsid=1965200976;c=1732447045132), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:17:26,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86 2024-11-24T11:17:26,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:26,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:26,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:17:26,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec with version=8 2024-11-24T11:17:26,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/hbase-staging 2024-11-24T11:17:26,854 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:26,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:26,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:26,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:26,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:26,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:26,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:17:26,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:26,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40265 2024-11-24T11:17:26,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40265 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-24T11:17:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402650x0, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:26,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40265-0x1016c8fd6390003 connected 2024-11-24T11:17:26,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:26,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:26,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on znode that does not yet exist, /1501042414/running 2024-11-24T11:17:26,968 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec, hbase.cluster.distributed=false 2024-11-24T11:17:26,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on znode that does not yet exist, /1501042414/acl 2024-11-24T11:17:26,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-24T11:17:26,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40265 2024-11-24T11:17:26,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40265 2024-11-24T11:17:26,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-24T11:17:26,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-24T11:17:26,991 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:26,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:26,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:26,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:26,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:26,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:26,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:17:26,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:26,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45369 2024-11-24T11:17:26,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45369 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-24T11:17:26,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:26,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453690x0, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:27,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453690x0, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on znode that does not yet exist, /1501042414/running 2024-11-24T11:17:27,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45369-0x1016c8fd6390004 connected 2024-11-24T11:17:27,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:17:27,012 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:17:27,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on znode that does not yet exist, /1501042414/master 2024-11-24T11:17:27,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on znode that does not yet exist, /1501042414/acl 2024-11-24T11:17:27,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45369 2024-11-24T11:17:27,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45369 2024-11-24T11:17:27,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45369 2024-11-24T11:17:27,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45369 2024-11-24T11:17:27,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45369 2024-11-24T11:17:27,032 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:40265 2024-11-24T11:17:27,032 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1501042414/backup-masters/f5f73e76a839,40265,1732447046854 2024-11-24T11:17:27,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414/backup-masters 2024-11-24T11:17:27,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414/backup-masters 2024-11-24T11:17:27,042 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on existing znode=/1501042414/backup-masters/f5f73e76a839,40265,1732447046854 2024-11-24T11:17:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1501042414/master 2024-11-24T11:17:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:27,053 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on existing znode=/1501042414/master 2024-11-24T11:17:27,053 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1501042414/backup-masters/f5f73e76a839,40265,1732447046854 from backup master directory 2024-11-24T11:17:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414/backup-masters 2024-11-24T11:17:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1501042414/backup-masters/f5f73e76a839,40265,1732447046854 2024-11-24T11:17:27,063 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414/backup-masters 2024-11-24T11:17:27,063 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,40265,1732447046854 2024-11-24T11:17:27,070 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/hbase.id] with ID: 33b33c48-5656-400c-9547-017d2f002d4d 2024-11-24T11:17:27,070 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/.tmp/hbase.id 2024-11-24T11:17:27,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:17:27,479 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/.tmp/hbase.id]:[hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/hbase.id] 2024-11-24T11:17:27,505 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:27,505 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:17:27,507 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T11:17:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:17:27,991 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:17:27,993 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:17:27,994 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:28,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:17:28,412 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store 2024-11-24T11:17:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:17:28,829 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:28,830 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:17:28,830 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:28,830 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:28,830 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:17:28,830 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:28,831 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:28,831 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447048829Disabling compacts and flushes for region at 1732447048829Disabling writes for close at 1732447048830 (+1 ms)Writing region close event to WAL at 1732447048831 (+1 ms)Closed at 1732447048831 2024-11-24T11:17:28,834 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/.initializing 2024-11-24T11:17:28,834 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/WALs/f5f73e76a839,40265,1732447046854 2024-11-24T11:17:28,837 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:28,841 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C40265%2C1732447046854, suffix=, logDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/WALs/f5f73e76a839,40265,1732447046854, archiveDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/oldWALs, maxLogs=10 2024-11-24T11:17:28,855 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/WALs/f5f73e76a839,40265,1732447046854/f5f73e76a839%2C40265%2C1732447046854.1732447048841, exclude list is [], retry=0 2024-11-24T11:17:28,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42733,DS-18d2b6da-bbd2-4264-b2b0-edeff28c4e6a,DISK] 2024-11-24T11:17:28,862 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/WALs/f5f73e76a839,40265,1732447046854/f5f73e76a839%2C40265%2C1732447046854.1732447048841 2024-11-24T11:17:28,862 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34243:34243)] 2024-11-24T11:17:28,862 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:28,863 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:28,863 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,863 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:17:28,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:28,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:28,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:17:28,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:28,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:28,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:17:28,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:28,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:28,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:17:28,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:28,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:28,884 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,885 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,888 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,888 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,888 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:28,890 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:28,893 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:28,894 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65443002, jitterRate=-0.024823278188705444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:28,894 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447048863Initializing all the Stores at 1732447048865 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447048865Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447048866 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447048866Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447048866Cleaning up temporary data from old regions at 1732447048888 (+22 ms)Region opened successfully at 1732447048894 (+6 ms) 2024-11-24T11:17:28,894 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:17:28,899 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af35f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:28,900 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:17:28,901 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:17:28,901 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:17:28,901 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:17:28,902 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:17:28,902 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:17:28,902 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:17:28,905 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:17:28,906 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Unable to get data of znode /1501042414/balancer because node does not exist (not necessarily an error) 2024-11-24T11:17:28,985 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1501042414/balancer already deleted, retry=false 2024-11-24T11:17:28,986 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:17:28,989 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Unable to get data of znode /1501042414/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:17:28,999 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1501042414/normalizer already deleted, retry=false 2024-11-24T11:17:29,000 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:17:29,001 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Unable to get data of znode /1501042414/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:17:29,010 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1501042414/switch/split already deleted, retry=false 2024-11-24T11:17:29,011 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Unable to get data of znode /1501042414/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:17:29,020 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1501042414/switch/merge already deleted, retry=false 2024-11-24T11:17:29,024 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Unable to get data of znode /1501042414/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:17:29,037 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1501042414/snapshot-cleanup already deleted, retry=false 2024-11-24T11:17:29,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1501042414/running 2024-11-24T11:17:29,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1501042414/running 2024-11-24T11:17:29,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:29,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:29,048 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,40265,1732447046854, sessionid=0x1016c8fd6390003, setting cluster-up flag (Was=false) 2024-11-24T11:17:29,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:29,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:29,100 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1501042414/flush-table-proc/acquired, /1501042414/flush-table-proc/reached, /1501042414/flush-table-proc/abort 2024-11-24T11:17:29,101 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,40265,1732447046854 2024-11-24T11:17:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:29,157 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1501042414/online-snapshot/acquired, /1501042414/online-snapshot/reached, /1501042414/online-snapshot/abort 2024-11-24T11:17:29,160 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,40265,1732447046854 2024-11-24T11:17:29,163 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:17:29,166 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:29,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:17:29,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:17:29,167 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,40265,1732447046854 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:17:29,170 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:29,171 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:29,171 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:29,171 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:29,171 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:17:29,171 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,172 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:29,172 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,173 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447079173 2024-11-24T11:17:29,173 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:17:29,173 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:17:29,173 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:17:29,173 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:17:29,173 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:17:29,173 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:17:29,173 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,174 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:17:29,174 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:17:29,174 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:17:29,174 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:17:29,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:29,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:17:29,175 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:17:29,175 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:17:29,175 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447049175,5,FailOnTimeoutGroup] 2024-11-24T11:17:29,175 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447049175,5,FailOnTimeoutGroup] 2024-11-24T11:17:29,175 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,175 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:17:29,176 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,176 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,177 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:29,177 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:17:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:17:29,227 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(746): ClusterId : 33b33c48-5656-400c-9547-017d2f002d4d 2024-11-24T11:17:29,227 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:17:29,239 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:17:29,239 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:17:29,254 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:17:29,255 DEBUG [RS:0;f5f73e76a839:45369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d718ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:29,273 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:45369 2024-11-24T11:17:29,273 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:17:29,273 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:17:29,273 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:17:29,274 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,40265,1732447046854 with port=45369, startcode=1732447046991 2024-11-24T11:17:29,274 DEBUG [RS:0;f5f73e76a839:45369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:17:29,276 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:17:29,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,45369,1732447046991 2024-11-24T11:17:29,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,45369,1732447046991 2024-11-24T11:17:29,280 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec 2024-11-24T11:17:29,280 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45877 2024-11-24T11:17:29,280 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:17:29,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414/rs 2024-11-24T11:17:29,290 DEBUG [RS:0;f5f73e76a839:45369 {}] zookeeper.ZKUtil(111): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on existing znode=/1501042414/rs/f5f73e76a839,45369,1732447046991 2024-11-24T11:17:29,290 WARN [RS:0;f5f73e76a839:45369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:29,290 INFO [RS:0;f5f73e76a839:45369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:29,290 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/WALs/f5f73e76a839,45369,1732447046991 2024-11-24T11:17:29,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,45369,1732447046991] 2024-11-24T11:17:29,295 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:17:29,298 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:17:29,299 INFO [RS:0;f5f73e76a839:45369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:17:29,299 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,299 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:17:29,301 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:17:29,301 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,301 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,302 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,302 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,302 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,302 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,302 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:29,302 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,302 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,302 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,303 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,303 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,303 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:29,303 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:29,303 DEBUG [RS:0;f5f73e76a839:45369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:29,304 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,304 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,304 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,304 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,304 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,304 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,45369,1732447046991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:29,318 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:17:29,319 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,45369,1732447046991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,319 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,319 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.Replication(171): f5f73e76a839,45369,1732447046991 started 2024-11-24T11:17:29,332 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:29,332 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,45369,1732447046991, RpcServer on f5f73e76a839/172.17.0.3:45369, sessionid=0x1016c8fd6390004 2024-11-24T11:17:29,332 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:17:29,333 DEBUG [RS:0;f5f73e76a839:45369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,45369,1732447046991 2024-11-24T11:17:29,333 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,45369,1732447046991' 2024-11-24T11:17:29,333 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1501042414/flush-table-proc/abort' 2024-11-24T11:17:29,333 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1501042414/flush-table-proc/acquired' 2024-11-24T11:17:29,334 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:17:29,334 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:17:29,334 DEBUG [RS:0;f5f73e76a839:45369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,45369,1732447046991 2024-11-24T11:17:29,334 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,45369,1732447046991' 2024-11-24T11:17:29,334 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1501042414/online-snapshot/abort' 2024-11-24T11:17:29,334 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1501042414/online-snapshot/acquired' 2024-11-24T11:17:29,335 DEBUG [RS:0;f5f73e76a839:45369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:17:29,335 INFO [RS:0;f5f73e76a839:45369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:17:29,335 INFO [RS:0;f5f73e76a839:45369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:17:29,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:17:29,436 INFO [RS:0;f5f73e76a839:45369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:29,439 INFO [RS:0;f5f73e76a839:45369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C45369%2C1732447046991, suffix=, logDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/WALs/f5f73e76a839,45369,1732447046991, archiveDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/oldWALs, maxLogs=10 2024-11-24T11:17:29,457 DEBUG [RS:0;f5f73e76a839:45369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/WALs/f5f73e76a839,45369,1732447046991/f5f73e76a839%2C45369%2C1732447046991.1732447049441, exclude list is [], retry=0 2024-11-24T11:17:29,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42733,DS-18d2b6da-bbd2-4264-b2b0-edeff28c4e6a,DISK] 2024-11-24T11:17:29,465 INFO [RS:0;f5f73e76a839:45369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/WALs/f5f73e76a839,45369,1732447046991/f5f73e76a839%2C45369%2C1732447046991.1732447049441 2024-11-24T11:17:29,465 DEBUG [RS:0;f5f73e76a839:45369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34243:34243)] 2024-11-24T11:17:29,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:17:29,590 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec 2024-11-24T11:17:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:17:30,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:30,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:30,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:30,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:30,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:30,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:30,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:30,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:30,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:30,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:30,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:30,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:30,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:30,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:30,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740 2024-11-24T11:17:30,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740 2024-11-24T11:17:30,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:30,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:30,020 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:30,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:30,025 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:30,025 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65391489, jitterRate=-0.02559088170528412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447050002Initializing all the Stores at 1732447050003 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447050003Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447050004 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447050004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447050004Cleaning up temporary data from old regions at 1732447050019 (+15 ms)Region opened successfully at 1732447050026 (+7 ms) 2024-11-24T11:17:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:17:30,026 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:17:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:17:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:17:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:17:30,026 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447050026Disabling compacts and flushes for region at 1732447050026Disabling writes for close at 1732447050026Writing region close event to WAL at 1732447050026Closed at 1732447050026 2024-11-24T11:17:30,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:30,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:17:30,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:17:30,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:30,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:17:30,182 DEBUG [f5f73e76a839:40265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:17:30,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,45369,1732447046991 2024-11-24T11:17:30,189 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,45369,1732447046991, state=OPENING 2024-11-24T11:17:30,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:17:30,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:17:30,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:17:30,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:17:30,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T11:17:30,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:17:30,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T11:17:30,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:17:30,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T11:17:30,278 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:17:30,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:30,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:30,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:30,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1501042414/meta-region-server: CHANGED 2024-11-24T11:17:30,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1501042414/meta-region-server: CHANGED 2024-11-24T11:17:30,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,45369,1732447046991}] 2024-11-24T11:17:30,459 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:17:30,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:17:30,471 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:17:30,471 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:30,472 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:17:30,475 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C45369%2C1732447046991.meta, suffix=.meta, logDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/WALs/f5f73e76a839,45369,1732447046991, archiveDir=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/oldWALs, maxLogs=10 2024-11-24T11:17:30,491 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/WALs/f5f73e76a839,45369,1732447046991/f5f73e76a839%2C45369%2C1732447046991.meta.1732447050478.meta, exclude list is [], retry=0 2024-11-24T11:17:30,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42733,DS-18d2b6da-bbd2-4264-b2b0-edeff28c4e6a,DISK] 2024-11-24T11:17:30,497 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/WALs/f5f73e76a839,45369,1732447046991/f5f73e76a839%2C45369%2C1732447046991.meta.1732447050478.meta 2024-11-24T11:17:30,497 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34243:34243)] 2024-11-24T11:17:30,497 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:30,497 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:17:30,498 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:17:30,498 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:17:30,498 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:17:30,498 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:17:30,498 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:30,498 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:17:30,498 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:17:30,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:30,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:30,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:30,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:30,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:30,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:30,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:30,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:30,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:30,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:30,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:30,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:30,509 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:30,510 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740 2024-11-24T11:17:30,512 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740 2024-11-24T11:17:30,514 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:30,514 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:30,514 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:30,516 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:30,518 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69807834, jitterRate=0.04021778702735901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:30,518 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:17:30,518 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447050498Writing region info on filesystem at 1732447050498Initializing all the Stores at 1732447050500 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447050500Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447050500Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447050500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447050500Cleaning up temporary data from old regions at 1732447050514 (+14 ms)Running coprocessor post-open hooks at 1732447050518 (+4 ms)Region opened successfully at 1732447050518 2024-11-24T11:17:30,519 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447050458 2024-11-24T11:17:30,522 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:17:30,522 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:17:30,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,45369,1732447046991 2024-11-24T11:17:30,525 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,45369,1732447046991, state=OPEN 2024-11-24T11:17:30,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1501042414/meta-region-server 2024-11-24T11:17:30,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1501042414/meta-region-server 2024-11-24T11:17:30,536 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,45369,1732447046991 2024-11-24T11:17:30,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1501042414/meta-region-server: CHANGED 2024-11-24T11:17:30,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1501042414/meta-region-server: CHANGED 2024-11-24T11:17:30,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:17:30,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,45369,1732447046991 in 235 msec 2024-11-24T11:17:30,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:17:30,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-24T11:17:30,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:30,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:17:30,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:30,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,45369,1732447046991, seqNum=-1] 2024-11-24T11:17:30,552 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:30,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:30,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3960 sec 2024-11-24T11:17:30,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447050562, completionTime=-1 2024-11-24T11:17:30,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:17:30,562 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:17:30,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:17:30,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447110565 2024-11-24T11:17:30,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447170565 2024-11-24T11:17:30,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:17:30,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40265,1732447046854-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:30,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40265,1732447046854-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:30,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40265,1732447046854-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:30,566 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:40265, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:30,566 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:30,566 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:30,568 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:17:30,571 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.508sec 2024-11-24T11:17:30,571 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:17:30,571 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:17:30,571 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:17:30,571 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:17:30,571 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:17:30,571 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40265,1732447046854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:30,571 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40265,1732447046854-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:17:30,574 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:17:30,574 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:17:30,574 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40265,1732447046854-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:30,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:30,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:30,631 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:30,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:30,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:30,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bca4c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:30,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:30,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:30,637 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:30,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,45369,1732447046991, seqNum=-1] 2024-11-24T11:17:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:30,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:30,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,40265,1732447046854 2024-11-24T11:17:30,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-24T11:17:30,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:30,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c8fd6390005 connected 2024-11-24T11:17:30,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40245,-1 for getting cluster id 2024-11-24T11:17:30,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:30,681 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b' 2024-11-24T11:17:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b" 2024-11-24T11:17:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@875b2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40245,-1] 2024-11-24T11:17:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:30,685 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf64939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:30,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40245,1732447039378 2024-11-24T11:17:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2488aa8f 2024-11-24T11:17:30,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:30,714 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:30,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:40265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:17:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:17:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:30,728 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:40265' 2024-11-24T11:17:30,730 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a360ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,731 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:30,731 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:30,733 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:30,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:30,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:30,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7246e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:30,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:30,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:30,736 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:30,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b96604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:30,737 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:30,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40265,1732447046854 2024-11-24T11:17:30,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518d62ab 2024-11-24T11:17:30,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:30,744 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:30,759 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T11:17:30,759 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:17:30,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:30,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:30,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:30,767 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:17:30,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:17:30,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:17:30,776 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:30,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:17:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741835_1011 (size=1138) 2024-11-24T11:17:30,825 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:17:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:31,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cf2ee6784d6f1c724994dd13247c359, NAME => 'hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f 2024-11-24T11:17:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741836_1012 (size=44) 2024-11-24T11:17:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:31,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:31,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1cf2ee6784d6f1c724994dd13247c359, disabling compactions & flushes 2024-11-24T11:17:31,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:31,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:31,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. after waiting 0 ms 2024-11-24T11:17:31,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:31,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:31,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cf2ee6784d6f1c724994dd13247c359: Waiting for close lock at 1732447051611Disabling compacts and flushes for region at 1732447051611Disabling writes for close at 1732447051611Writing region close event to WAL at 1732447051611Closed at 1732447051611 2024-11-24T11:17:31,615 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:17:31,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447051615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447051615"}]},"ts":"1732447051615"} 2024-11-24T11:17:31,629 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:17:31,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:17:31,634 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447051631"}]},"ts":"1732447051631"} 2024-11-24T11:17:31,637 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:17:31,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN}] 2024-11-24T11:17:31,641 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN 2024-11-24T11:17:31,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN; state=OFFLINE, location=f5f73e76a839,39739,1732447040376; forceNewPlan=false, retain=false 2024-11-24T11:17:31,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1cf2ee6784d6f1c724994dd13247c359, regionState=OPENING, regionLocation=f5f73e76a839,39739,1732447040376 2024-11-24T11:17:31,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN because future has completed 2024-11-24T11:17:31,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf2ee6784d6f1c724994dd13247c359, server=f5f73e76a839,39739,1732447040376}] 2024-11-24T11:17:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:31,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:31,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:31,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:17:31,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39739%2C1732447040376.rep, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs, maxLogs=10 2024-11-24T11:17:31,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.rep.1732447051976, exclude list is [], retry=0 2024-11-24T11:17:31,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18,DISK] 2024-11-24T11:17:31,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.rep.1732447051976 2024-11-24T11:17:31,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-24T11:17:31,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cf2ee6784d6f1c724994dd13247c359, NAME => 'hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:31,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:17:31,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:17:31,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. service=MultiRowMutationService 2024-11-24T11:17:31,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:17:31,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:31,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:31,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:31,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:31,998 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,000 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf2ee6784d6f1c724994dd13247c359 columnFamilyName hfileref 2024-11-24T11:17:32,000 DEBUG [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:32,001 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(327): Store=1cf2ee6784d6f1c724994dd13247c359/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:32,001 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,003 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf2ee6784d6f1c724994dd13247c359 columnFamilyName queue 2024-11-24T11:17:32,003 DEBUG [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:32,004 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(327): Store=1cf2ee6784d6f1c724994dd13247c359/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:32,004 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,006 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf2ee6784d6f1c724994dd13247c359 columnFamilyName sid 2024-11-24T11:17:32,006 DEBUG [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:32,006 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(327): Store=1cf2ee6784d6f1c724994dd13247c359/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:32,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:17:32,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:32,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1cf2ee6784d6f1c724994dd13247c359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70306713, jitterRate=0.047651663422584534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:17:32,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:32,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1cf2ee6784d6f1c724994dd13247c359: Running coprocessor pre-open hook at 1732447051996Writing region info on filesystem at 1732447051996Initializing all the Stores at 1732447051998 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447051998Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447051998Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447051998Cleaning up temporary data from old regions at 1732447052010 (+12 ms)Running coprocessor post-open hooks at 1732447052017 (+7 ms)Region opened successfully at 1732447052018 (+1 ms) 2024-11-24T11:17:32,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359., pid=7, masterSystemTime=1732447051959 2024-11-24T11:17:32,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:32,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:32,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1cf2ee6784d6f1c724994dd13247c359, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,39739,1732447040376 2024-11-24T11:17:32,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf2ee6784d6f1c724994dd13247c359, server=f5f73e76a839,39739,1732447040376 because future has completed 2024-11-24T11:17:32,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T11:17:32,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cf2ee6784d6f1c724994dd13247c359, server=f5f73e76a839,39739,1732447040376 in 226 msec 2024-11-24T11:17:32,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:17:32,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN in 394 msec 2024-11-24T11:17:32,038 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:17:32,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447052038"}]},"ts":"1732447052038"} 2024-11-24T11:17:32,041 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:17:32,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:17:32,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2760 sec 2024-11-24T11:17:32,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359., hostname=f5f73e76a839,39739,1732447040376, seqNum=2] 2024-11-24T11:17:32,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39739 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T11:17:32,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:32,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:32,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:17:32,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T11:17:32,366 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:17:32,406 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,39739,1732447040376, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:17:32,407 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:32,407 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39739,1732447040376, seqNum=-1] 2024-11-24T11:17:32,407 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:32,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T11:17:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,39739,1732447040376', locateType=CURRENT is [region=hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359., hostname=f5f73e76a839,39739,1732447040376, seqNum=2] 2024-11-24T11:17:32,418 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T11:17:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T11:17:32,423 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,39739,1732447040376 suceeded 2024-11-24T11:17:32,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T11:17:32,427 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:40265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:17:32,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-24T11:17:32,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7100 sec 2024-11-24T11:17:32,435 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:40265' 2024-11-24T11:17:32,437 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adfc5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,437 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:32,437 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:32,438 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:32,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fbf884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:32,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:32,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:32,440 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:32,441 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c55f9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,441 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40265,1732447046854 2024-11-24T11:17:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6616270f 2024-11-24T11:17:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:32,443 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T11:17:32,444 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,39739,1732447040376 (queues=1) is replicating from cluster=b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b to cluster=33b33c48-5656-400c-9547-017d2f002d4d 2024-11-24T11:17:32,445 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C39739%2C1732447040376 2024-11-24T11:17:32,449 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,39739,1732447040376, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:17:32,451 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C39739%2C1732447040376 2024-11-24T11:17:32,454 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626, startPosition=0, beingWritten=true 2024-11-24T11:17:32,715 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:32,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:32,880 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:17:32,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:32,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:32,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:32,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:32,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40245,-1 for getting cluster id 2024-11-24T11:17:32,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:32,885 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b' 2024-11-24T11:17:32,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:32,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b" 2024-11-24T11:17:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2996dcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40245,-1] 2024-11-24T11:17:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:32,889 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:32,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35387aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:32,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40245,1732447039378 2024-11-24T11:17:32,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@486117b4 2024-11-24T11:17:32,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:32,894 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:32,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f5f73e76a839:40265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:17:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:17:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T11:17:32,900 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:40265' 2024-11-24T11:17:32,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e604d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,901 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:32,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:32,902 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2138f213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:32,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:32,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:32,905 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:32,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec83669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:32,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:32,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40265,1732447046854 2024-11-24T11:17:32,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a530db7 2024-11-24T11:17:32,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:32,909 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:32,910 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T11:17:32,910 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:17:32,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:32,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:32,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T11:17:33,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:17:33,023 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:33,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T11:17:33,167 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T11:17:33,204 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f5f73e76a839,39739,1732447040376, ReplicationSource: 2, currentBandwidth=0 2024-11-24T11:17:33,207 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T11:17:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T11:17:33,211 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f5f73e76a839,39739,1732447040376 suceeded 2024-11-24T11:17:33,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:17:33,215 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f5f73e76a839:40265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:17:33,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T11:17:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T11:17:33,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 320 msec 2024-11-24T11:17:33,223 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:40265' 2024-11-24T11:17:33,225 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@273a3b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,225 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:33,225 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:33,226 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4f4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:33,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:33,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,228 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:33,229 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2779de0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,229 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:33,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40265,1732447046854 2024-11-24T11:17:33,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29663261 2024-11-24T11:17:33,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:33,231 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T11:17:33,232 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f5f73e76a839,39739,1732447040376 (queues=1) is replicating from cluster=b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b to cluster=33b33c48-5656-400c-9547-017d2f002d4d 2024-11-24T11:17:33,232 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f5f73e76a839%2C39739%2C1732447040376 2024-11-24T11:17:33,232 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f5f73e76a839,39739,1732447040376, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:17:33,232 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C39739%2C1732447040376 2024-11-24T11:17:33,232 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626, startPosition=0, beingWritten=true 2024-11-24T11:17:33,430 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:33,438 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T11:17:33,527 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T11:17:33,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:33,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:33,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:33,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40245,1732447039378 2024-11-24T11:17:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8b5c78 2024-11-24T11:17:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:33,534 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:33,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T11:17:33,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T11:17:33,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T11:17:33,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T11:17:33,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:40265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:17:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T11:17:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T11:17:33,549 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:40265' 2024-11-24T11:17:33,550 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6b75f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,550 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:33,551 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:33,551 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ec02c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:33,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,553 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:33,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d46d9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,554 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:33,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40265,1732447046854 2024-11-24T11:17:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c1faa48 2024-11-24T11:17:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:33,557 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:33,558 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-24T11:17:33,558 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:17:33,558 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,558 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:33,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:17:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T11:17:33,746 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:33,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T11:17:33,770 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T11:17:33,773 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T11:17:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T11:17:33,777 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f5f73e76a839,39739,1732447040376 suceeded 2024-11-24T11:17:33,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T11:17:33,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-24T11:17:33,782 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f5f73e76a839:40265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:17:33,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 240 msec 2024-11-24T11:17:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T11:17:33,869 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T11:17:33,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://f5f73e76a839:40265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:17:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T11:17:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T11:17:33,878 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:40265' 2024-11-24T11:17:33,879 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374ce8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,879 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:33,879 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:33,880 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:33,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:33,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:33,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72debdd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:33,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:33,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,882 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:33,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f10476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:33,883 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40265,1732447046854 2024-11-24T11:17:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@338a120a 2024-11-24T11:17:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:33,885 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:33,886 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T11:17:33,886 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:17:33,886 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,886 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:33,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:33,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:17:33,936 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T11:17:34,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T11:17:34,056 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T11:17:34,058 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T11:17:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T11:17:34,061 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f5f73e76a839,39739,1732447040376 suceeded 2024-11-24T11:17:34,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T11:17:34,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-24T11:17:34,063 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f5f73e76a839:40265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:17:34,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-24T11:17:34,152 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T11:17:34,198 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T11:17:34,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T11:17:34,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40245 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T11:17:34,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:34,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:34,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:34,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:34,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:34,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:17:34,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=617650906, stopped=false 2024-11-24T11:17:34,204 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,40245,1732447039378 2024-11-24T11:17:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/running 2024-11-24T11:17:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/running 2024-11-24T11:17:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:34,216 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:17:34,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:34,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:34,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:34,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/running 2024-11-24T11:17:34,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/running 2024-11-24T11:17:34,218 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,39739,1732447040376' ***** 2024-11-24T11:17:34,218 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:17:34,219 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:17:34,219 INFO [RS:0;f5f73e76a839:39739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:17:34,219 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:17:34,219 INFO [RS:0;f5f73e76a839:39739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:17:34,220 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:34,221 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,39739,1732447040376 2024-11-24T11:17:34,221 INFO [RS:0;f5f73e76a839:39739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:17:34,221 INFO [RS:0;f5f73e76a839:39739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39739. 2024-11-24T11:17:34,221 DEBUG [RS:0;f5f73e76a839:39739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:34,221 DEBUG [RS:0;f5f73e76a839:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:34,221 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cf2ee6784d6f1c724994dd13247c359, disabling compactions & flushes 2024-11-24T11:17:34,222 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:34,222 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:17:34,222 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:34,222 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:17:34,222 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. after waiting 0 ms 2024-11-24T11:17:34,222 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:17:34,222 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:34,222 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:17:34,223 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:17:34,223 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:17:34,223 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1325): Online Regions={1cf2ee6784d6f1c724994dd13247c359=hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:17:34,223 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:17:34,223 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:17:34,223 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:17:34,223 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:17:34,224 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:34,226 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T11:17:34,226 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1cf2ee6784d6f1c724994dd13247c359 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T11:17:34,277 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:17:34,284 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/.tmp/queue/291ff79019c442cc868a778f9169e4f8 is 151, key is 1-f5f73e76a839,39739,1732447040376/queue:f5f73e76a839%2C39739%2C1732447040376/1732447052413/Put/seqid=0 2024-11-24T11:17:34,284 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/info/85cd7dfb5a5f49f186f978d32207e1f4 is 147, key is hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359./info:regioninfo/1732447052024/Put/seqid=0 2024-11-24T11:17:34,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741838_1014 (size=5500) 2024-11-24T11:17:34,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741839_1015 (size=6631) 2024-11-24T11:17:34,424 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:34,523 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:17:34,524 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:17:34,545 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:34,624 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:34,664 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:34,695 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/.tmp/queue/291ff79019c442cc868a778f9169e4f8 2024-11-24T11:17:34,695 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/info/85cd7dfb5a5f49f186f978d32207e1f4 2024-11-24T11:17:34,740 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/.tmp/queue/291ff79019c442cc868a778f9169e4f8 as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/queue/291ff79019c442cc868a778f9169e4f8 2024-11-24T11:17:34,749 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/queue/291ff79019c442cc868a778f9169e4f8, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T11:17:34,755 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1cf2ee6784d6f1c724994dd13247c359 in 528ms, sequenceid=6, compaction requested=false 2024-11-24T11:17:34,756 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:17:34,762 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/ns/064096f4210044a281a55c2c1a624039 is 43, key is default/ns:d/1732447044909/Put/seqid=0 2024-11-24T11:17:34,764 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T11:17:34,767 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:17:34,767 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:17:34,767 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:34,767 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cf2ee6784d6f1c724994dd13247c359: Waiting for close lock at 1732447054221Running coprocessor pre-close hooks at 1732447054221Disabling compacts and flushes for region at 1732447054221Disabling writes for close at 1732447054222 (+1 ms)Obtaining lock to block concurrent updates at 1732447054227 (+5 ms)Preparing flush snapshotting stores in 1cf2ee6784d6f1c724994dd13247c359 at 1732447054227Finished memstore snapshotting hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732447054234 (+7 ms)Flushing stores of hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. at 1732447054235 (+1 ms)Flushing 1cf2ee6784d6f1c724994dd13247c359/queue: creating writer at 1732447054237 (+2 ms)Flushing 1cf2ee6784d6f1c724994dd13247c359/queue: appending metadata at 1732447054270 (+33 ms)Flushing 1cf2ee6784d6f1c724994dd13247c359/queue: closing flushed file at 1732447054273 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a762d78: reopening flushed file at 1732447054738 (+465 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1cf2ee6784d6f1c724994dd13247c359 in 528ms, sequenceid=6, compaction requested=false at 1732447054756 (+18 ms)Writing region close event to WAL at 1732447054758 (+2 ms)Running coprocessor post-close hooks at 1732447054765 (+7 ms)Closed at 1732447054767 (+2 ms) 2024-11-24T11:17:34,768 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741840_1016 (size=5153) 2024-11-24T11:17:34,825 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:35,025 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:35,170 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/ns/064096f4210044a281a55c2c1a624039 2024-11-24T11:17:35,193 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/table/d55ea229547d4412815cce38a28cc6b5 is 53, key is hbase:replication/table:state/1732447052038/Put/seqid=0 2024-11-24T11:17:35,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741841_1017 (size=5256) 2024-11-24T11:17:35,225 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:17:35,225 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:17:35,225 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:35,259 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:35,275 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:35,425 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:35,600 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/table/d55ea229547d4412815cce38a28cc6b5 2024-11-24T11:17:35,616 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/info/85cd7dfb5a5f49f186f978d32207e1f4 as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/info/85cd7dfb5a5f49f186f978d32207e1f4 2024-11-24T11:17:35,625 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/info/85cd7dfb5a5f49f186f978d32207e1f4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T11:17:35,626 DEBUG [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:35,626 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/ns/064096f4210044a281a55c2c1a624039 as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/ns/064096f4210044a281a55c2c1a624039 2024-11-24T11:17:35,634 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/ns/064096f4210044a281a55c2c1a624039, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:17:35,636 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/table/d55ea229547d4412815cce38a28cc6b5 as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/table/d55ea229547d4412815cce38a28cc6b5 2024-11-24T11:17:35,644 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/table/d55ea229547d4412815cce38a28cc6b5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T11:17:35,645 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1421ms, sequenceid=11, compaction requested=false 2024-11-24T11:17:35,651 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T11:17:35,652 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:17:35,652 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:17:35,652 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:35,652 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447054223Running coprocessor pre-close hooks at 1732447054223Disabling compacts and flushes for region at 1732447054223Disabling writes for close at 1732447054223Obtaining lock to block concurrent updates at 1732447054227 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732447054227Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732447054234 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732447054235 (+1 ms)Flushing 1588230740/info: creating writer at 1732447054237 (+2 ms)Flushing 1588230740/info: appending metadata at 1732447054271 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732447054273 (+2 ms)Flushing 1588230740/ns: creating writer at 1732447054738 (+465 ms)Flushing 1588230740/ns: appending metadata at 1732447054760 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732447054760Flushing 1588230740/table: creating writer at 1732447055178 (+418 ms)Flushing 1588230740/table: appending metadata at 1732447055192 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732447055192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a685940: reopening flushed file at 1732447055614 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d940196: reopening flushed file at 1732447055625 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6c9718: reopening flushed file at 1732447055634 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1421ms, sequenceid=11, compaction requested=false at 1732447055645 (+11 ms)Writing region close event to WAL at 1732447055647 (+2 ms)Running coprocessor post-close hooks at 1732447055652 (+5 ms)Closed at 1732447055652 2024-11-24T11:17:35,653 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:35,826 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,39739,1732447040376; all regions closed. 2024-11-24T11:17:35,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741834_1010 (size=2742) 2024-11-24T11:17:35,845 DEBUG [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs 2024-11-24T11:17:35,845 INFO [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C39739%2C1732447040376.meta:.meta(num 1732447044650) 2024-11-24T11:17:35,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741837_1013 (size=1802) 2024-11-24T11:17:35,854 DEBUG [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs 2024-11-24T11:17:35,854 INFO [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C39739%2C1732447040376.rep:(num 1732447051976) 2024-11-24T11:17:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741832_1008 (size=93) 2024-11-24T11:17:35,857 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 not finished, retry = 0 2024-11-24T11:17:35,961 DEBUG [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs 2024-11-24T11:17:35,961 INFO [RS:0;f5f73e76a839:39739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C39739%2C1732447040376:(num 1732447043626) 2024-11-24T11:17:35,961 DEBUG [RS:0;f5f73e76a839:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:35,961 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:17:35,961 INFO [RS:0;f5f73e76a839:39739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:17:35,961 INFO [RS:0;f5f73e76a839:39739 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:17:35,962 INFO [RS:0;f5f73e76a839:39739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:17:35,962 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:17:35,962 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,39739,1732447040376 because: Region server is closing 2024-11-24T11:17:35,963 INFO [RS:0;f5f73e76a839:39739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39739. 2024-11-24T11:17:35,963 DEBUG [RS:0;f5f73e76a839:39739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:35,963 DEBUG [RS:0;f5f73e76a839:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:35,963 DEBUG [RS:0;f5f73e76a839:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:35,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:35,981 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 to pos 0, reset compression=false 2024-11-24T11:17:35,987 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 was moved to hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs/f5f73e76a839%2C39739%2C1732447040376.1732447043626 2024-11-24T11:17:35,992 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626 2024-11-24T11:17:35,992 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T11:17:35,993 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T11:17:35,992 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f5f73e76a839,39739,1732447040376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376/f5f73e76a839%2C39739%2C1732447040376.1732447043626, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T11:17:36,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:17:36,001 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,39739,1732447040376: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-f5f73e76a839,39739,1732447040376, walGroup=f5f73e76a839%2C39739%2C1732447040376, offset=f5f73e76a839%2C39739%2C1732447040376.1732447043626:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:39739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:17:36,004 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:17:36,007 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:17:36,008 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:17:36,009 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:17:36,009 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:17:36,009 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 408460600 }, "NonHeapMemoryUsage": { "committed": 153354240, "init": 7667712, "max": -1, "used": 151072816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:17:36,011 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f5f73e76a839%2C39739%2C1732447040376.1732447043626] 2024-11-24T11:17:36,063 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.wal-reader.f5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:17:36,063 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:17:36,064 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,1-f5f73e76a839,39739,1732447040376 terminated 2024-11-24T11:17:36,064 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f5f73e76a839,39739,1732447040376 because: Region server is closing 2024-11-24T11:17:36,064 INFO [RS:0;f5f73e76a839:39739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39739. 2024-11-24T11:17:36,065 DEBUG [RS:0;f5f73e76a839:39739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:36,065 DEBUG [RS:0;f5f73e76a839:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:36,065 DEBUG [RS:0;f5f73e76a839:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:36,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:36,065 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,39739,1732447040376.replicationSource.shipperf5f73e76a839%2C39739%2C1732447040376,2-f5f73e76a839,39739,1732447040376 terminated 2024-11-24T11:17:36,066 INFO [RS:0;f5f73e76a839:39739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39739 2024-11-24T11:17:36,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/rs 2024-11-24T11:17:36,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/rs/f5f73e76a839,39739,1732447040376 2024-11-24T11:17:36,157 INFO [RS:0;f5f73e76a839:39739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:17:36,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,39739,1732447040376] 2024-11-24T11:17:36,178 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/draining/f5f73e76a839,39739,1732447040376 already deleted, retry=false 2024-11-24T11:17:36,178 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,39739,1732447040376 expired; onlineServers=0 2024-11-24T11:17:36,178 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,40245,1732447039378' ***** 2024-11-24T11:17:36,178 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:17:36,178 INFO [M:0;f5f73e76a839:40245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:17:36,178 INFO [M:0;f5f73e76a839:40245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:17:36,179 DEBUG [M:0;f5f73e76a839:40245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:17:36,179 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:17:36,179 DEBUG [M:0;f5f73e76a839:40245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:17:36,179 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447043326 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447043326,5,FailOnTimeoutGroup] 2024-11-24T11:17:36,179 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447043327 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447043327,5,FailOnTimeoutGroup] 2024-11-24T11:17:36,179 INFO [M:0;f5f73e76a839:40245 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:17:36,179 INFO [M:0;f5f73e76a839:40245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:17:36,180 DEBUG [M:0;f5f73e76a839:40245 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:17:36,180 INFO [M:0;f5f73e76a839:40245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:17:36,180 INFO [M:0;f5f73e76a839:40245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:17:36,180 INFO [M:0;f5f73e76a839:40245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:17:36,181 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:17:36,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/master 2024-11-24T11:17:36,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:36,189 DEBUG [M:0;f5f73e76a839:40245 {}] zookeeper.ZKUtil(347): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/master because node does not exist (not an error) 2024-11-24T11:17:36,189 WARN [M:0;f5f73e76a839:40245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:17:36,190 INFO [M:0;f5f73e76a839:40245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/.lastflushedseqids 2024-11-24T11:17:36,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741842_1018 (size=181) 2024-11-24T11:17:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1016c8fd6390001, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:36,268 INFO [RS:0;f5f73e76a839:39739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:17:36,268 INFO [RS:0;f5f73e76a839:39739 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,39739,1732447040376; zookeeper connection closed. 2024-11-24T11:17:36,269 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@409f1be8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@409f1be8 2024-11-24T11:17:36,270 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:17:36,605 INFO [M:0;f5f73e76a839:40245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:17:36,605 INFO [M:0;f5f73e76a839:40245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:17:36,605 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:17:36,606 INFO [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:36,606 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:36,606 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:17:36,606 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:36,606 INFO [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T11:17:36,631 DEBUG [M:0;f5f73e76a839:40245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e197a53953ec45b1993b689f69723ae0 is 82, key is hbase:meta,,1/info:regioninfo/1732447044730/Put/seqid=0 2024-11-24T11:17:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741843_1019 (size=5672) 2024-11-24T11:17:36,639 INFO [M:0;f5f73e76a839:40245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e197a53953ec45b1993b689f69723ae0 2024-11-24T11:17:36,669 DEBUG [M:0;f5f73e76a839:40245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5408fcb0df1f4b729e9d34880113440f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732447052044/Put/seqid=0 2024-11-24T11:17:36,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741844_1020 (size=8663) 2024-11-24T11:17:36,684 INFO [M:0;f5f73e76a839:40245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5408fcb0df1f4b729e9d34880113440f 2024-11-24T11:17:36,718 DEBUG [M:0;f5f73e76a839:40245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ab66415ed1c42bf85f4e1840e194174 is 69, key is f5f73e76a839,39739,1732447040376/rs:state/1732447043380/Put/seqid=0 2024-11-24T11:17:36,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741845_1021 (size=5156) 2024-11-24T11:17:36,734 INFO [M:0;f5f73e76a839:40245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ab66415ed1c42bf85f4e1840e194174 2024-11-24T11:17:36,746 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e197a53953ec45b1993b689f69723ae0 as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e197a53953ec45b1993b689f69723ae0 2024-11-24T11:17:36,756 INFO [M:0;f5f73e76a839:40245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e197a53953ec45b1993b689f69723ae0, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T11:17:36,758 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5408fcb0df1f4b729e9d34880113440f as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5408fcb0df1f4b729e9d34880113440f 2024-11-24T11:17:36,771 INFO [M:0;f5f73e76a839:40245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5408fcb0df1f4b729e9d34880113440f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T11:17:36,773 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ab66415ed1c42bf85f4e1840e194174 as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ab66415ed1c42bf85f4e1840e194174 2024-11-24T11:17:36,804 INFO [M:0;f5f73e76a839:40245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ab66415ed1c42bf85f4e1840e194174, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T11:17:36,807 INFO [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 200ms, sequenceid=115, compaction requested=false 2024-11-24T11:17:36,812 INFO [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:36,813 DEBUG [M:0;f5f73e76a839:40245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447056605Disabling compacts and flushes for region at 1732447056605Disabling writes for close at 1732447056606 (+1 ms)Obtaining lock to block concurrent updates at 1732447056606Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447056606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732447056606Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447056608 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447056608Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447056630 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447056630Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447056649 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447056669 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447056669Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447056696 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447056717 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447056717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7187e1aa: reopening flushed file at 1732447056744 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663fff8: reopening flushed file at 1732447056756 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5323dc95: reopening flushed file at 1732447056771 (+15 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 200ms, sequenceid=115, compaction requested=false at 1732447056807 (+36 ms)Writing region close event to WAL at 1732447056812 (+5 ms)Closed at 1732447056812 2024-11-24T11:17:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741830_1006 (size=59421) 2024-11-24T11:17:36,822 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:17:36,822 INFO [M:0;f5f73e76a839:40245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:17:36,822 INFO [M:0;f5f73e76a839:40245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40245 2024-11-24T11:17:36,823 INFO [M:0;f5f73e76a839:40245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:17:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40245-0x1016c8fd6390000, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:36,973 INFO [M:0;f5f73e76a839:40245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:17:36,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:36,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:36,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:36,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:36,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:36,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:36,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:17:36,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:36,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33775 2024-11-24T11:17:36,980 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33775 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-24T11:17:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337750x0, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:36,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33775-0x1016c8fd6390006 connected 2024-11-24T11:17:37,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:37,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:37,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/running 2024-11-24T11:17:37,015 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: INIT 2024-11-24T11:17:37,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f, hbase.cluster.distributed=false 2024-11-24T11:17:37,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/acl 2024-11-24T11:17:37,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-24T11:17:37,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33775 2024-11-24T11:17:37,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33775 2024-11-24T11:17:37,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-24T11:17:37,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-24T11:17:37,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:37,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:37,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:37,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:37,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:37,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:37,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:17:37,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:37,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46545 2024-11-24T11:17:37,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46545 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-24T11:17:37,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:37,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:37,073 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: INIT 2024-11-24T11:17:37,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465450x0, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/running 2024-11-24T11:17:37,074 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:17:37,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465450x0, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:37,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46545-0x1016c8fd6390007 connected 2024-11-24T11:17:37,076 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:17:37,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/master 2024-11-24T11:17:37,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/acl 2024-11-24T11:17:37,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-24T11:17:37,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46545 2024-11-24T11:17:37,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46545 2024-11-24T11:17:37,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-24T11:17:37,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-24T11:17:37,108 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:33775 2024-11-24T11:17:37,109 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-525319907/backup-masters/f5f73e76a839,33775,1732447056975 2024-11-24T11:17:37,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/backup-masters 2024-11-24T11:17:37,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/backup-masters 2024-11-24T11:17:37,121 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on existing znode=/0-525319907/backup-masters/f5f73e76a839,33775,1732447056975 2024-11-24T11:17:37,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:37,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-525319907/master 2024-11-24T11:17:37,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:37,132 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on existing znode=/0-525319907/master 2024-11-24T11:17:37,132 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-525319907/backup-masters/f5f73e76a839,33775,1732447056975 from backup master directory 2024-11-24T11:17:37,142 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:37,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/backup-masters 2024-11-24T11:17:37,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,33775,1732447056975 2024-11-24T11:17:37,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/backup-masters/f5f73e76a839,33775,1732447056975 2024-11-24T11:17:37,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/backup-masters 2024-11-24T11:17:37,163 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:37,163 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:17:37,188 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 25ms. 2024-11-24T11:17:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741846_1022 (size=196) 2024-11-24T11:17:37,612 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:17:37,612 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:17:37,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:37,621 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T11:17:37,624 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378 to hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378-dead as it is dead 2024-11-24T11:17:37,626 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T11:17:37,626 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T11:17:37,626 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378-dead/f5f73e76a839%2C40245%2C1732447039378.1732447042604 2024-11-24T11:17:37,632 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378-dead/f5f73e76a839%2C40245%2C1732447039378.1732447042604 after 4ms 2024-11-24T11:17:37,633 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378-dead/f5f73e76a839%2C40245%2C1732447039378.1732447042604 to hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f5f73e76a839%2C40245%2C1732447039378.1732447042604 2024-11-24T11:17:37,633 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,40245,1732447039378-dead 2024-11-24T11:17:37,634 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,33775,1732447056975 2024-11-24T11:17:37,635 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:37,637 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C33775%2C1732447056975, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,33775,1732447056975, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/oldWALs, maxLogs=10 2024-11-24T11:17:37,650 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,33775,1732447056975/f5f73e76a839%2C33775%2C1732447056975.1732447057637, exclude list is [], retry=0 2024-11-24T11:17:37,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18,DISK] 2024-11-24T11:17:37,656 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/WALs/f5f73e76a839,33775,1732447056975/f5f73e76a839%2C33775%2C1732447056975.1732447057637 2024-11-24T11:17:37,656 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-24T11:17:37,657 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:37,657 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:37,657 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,657 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:17:37,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:37,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e197a53953ec45b1993b689f69723ae0 2024-11-24T11:17:37,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:37,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:17:37,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:37,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5408fcb0df1f4b729e9d34880113440f 2024-11-24T11:17:37,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:37,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:17:37,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:37,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ab66415ed1c42bf85f4e1840e194174 2024-11-24T11:17:37,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:37,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:17:37,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:37,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:37,692 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,693 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T11:17:37,693 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f5f73e76a839%2C40245%2C1732447039378.1732447042604 2024-11-24T11:17:37,709 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f5f73e76a839%2C40245%2C1732447039378.1732447042604 2024-11-24T11:17:37,711 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f5f73e76a839%2C40245%2C1732447039378.1732447042604 2024-11-24T11:17:37,713 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,713 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,714 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:37,715 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:37,718 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T11:17:37,719 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65918868, jitterRate=-0.017732322216033936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:37,720 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447057657Initializing all the Stores at 1732447057658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447057659 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447057660 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447057660Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447057660Cleaning up temporary data from old regions at 1732447057713 (+53 ms)Region opened successfully at 1732447057720 (+7 ms) 2024-11-24T11:17:37,720 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:17:37,725 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671c679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:37,739 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T11:17:37,739 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:17:37,739 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:17:37,740 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:17:37,741 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:17:37,747 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:37,747 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:17:37,748 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:17:37,748 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:17:37,748 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T11:17:37,749 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T11:17:37,749 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-24T11:17:37,749 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:17:37,753 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f5f73e76a839,39739,1732447040376, regionLocation=f5f73e76a839,39739,1732447040376, openSeqNum=2 2024-11-24T11:17:37,753 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f5f73e76a839,39739,1732447040376, table=hbase:meta, region=1588230740 2024-11-24T11:17:37,753 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39739,1732447040376, state=OPEN 2024-11-24T11:17:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-525319907/meta-region-server 2024-11-24T11:17:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-525319907/meta-region-server 2024-11-24T11:17:37,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:37,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:37,805 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:17:37,815 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/draining/f5f73e76a839,39739,1732447040376 already deleted, retry=false 2024-11-24T11:17:37,815 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f5f73e76a839,39739,1732447040376 on f5f73e76a839,33775,1732447056975 2024-11-24T11:17:37,822 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f5f73e76a839,39739,1732447040376, splitWal=true, meta=true 2024-11-24T11:17:37,824 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for f5f73e76a839,39739,1732447040376 (carryingMeta=true) f5f73e76a839,39739,1732447040376/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@21e31d5a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T11:17:37,828 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/balancer because node does not exist (not necessarily an error) 2024-11-24T11:17:37,836 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/balancer already deleted, retry=false 2024-11-24T11:17:37,837 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:17:37,838 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:17:37,877 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/normalizer already deleted, retry=false 2024-11-24T11:17:37,877 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:17:37,879 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:17:37,899 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/switch/split already deleted, retry=false 2024-11-24T11:17:37,901 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:17:37,989 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/switch/merge already deleted, retry=false 2024-11-24T11:17:38,086 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:17:38,094 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/snapshot-cleanup already deleted, retry=false 2024-11-24T11:17:38,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-525319907/running 2024-11-24T11:17:38,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-525319907/running 2024-11-24T11:17:38,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:38,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:38,105 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,33775,1732447056975, sessionid=0x1016c8fd6390006, setting cluster-up flag (Was=false) 2024-11-24T11:17:38,116 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-525319907/flush-table-proc/acquired, /0-525319907/flush-table-proc/reached, /0-525319907/flush-table-proc/abort 2024-11-24T11:17:38,117 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,33775,1732447056975 2024-11-24T11:17:38,126 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-525319907/online-snapshot/acquired, /0-525319907/online-snapshot/reached, /0-525319907/online-snapshot/abort 2024-11-24T11:17:38,127 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,33775,1732447056975 2024-11-24T11:17:38,129 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/.lastflushedseqids 2024-11-24T11:17:38,133 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:17:38,134 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:17:38,134 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,33775,1732447056975 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f5f73e76a839,39739,1732447040376 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:17:38,136 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:38,136 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:38,136 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:38,136 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:38,137 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:17:38,137 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,137 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:38,137 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,141 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f5f73e76a839,39739,1732447040376, splitWal=true, meta=true 2024-11-24T11:17:38,141 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447088141 2024-11-24T11:17:38,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:17:38,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:17:38,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:17:38,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:17:38,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:17:38,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:17:38,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,143 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:17:38,143 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:17:38,143 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f5f73e76a839,39739,1732447040376, splitWal=true, meta=true, isMeta: true 2024-11-24T11:17:38,143 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:17:38,143 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:17:38,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:17:38,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:17:38,144 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447058144,5,FailOnTimeoutGroup] 2024-11-24T11:17:38,145 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376-splitting 2024-11-24T11:17:38,146 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376-splitting dir is empty, no logs to split. 2024-11-24T11:17:38,146 INFO [PEWorker-1 {}] master.SplitWALManager(105): f5f73e76a839,39739,1732447040376 WAL count=0, meta=true 2024-11-24T11:17:38,148 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447058144,5,FailOnTimeoutGroup] 2024-11-24T11:17:38,148 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,148 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:17:38,148 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,148 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,149 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447058148, completionTime=-1 2024-11-24T11:17:38,149 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T11:17:38,151 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376-splitting dir is empty, no logs to split. 2024-11-24T11:17:38,151 INFO [PEWorker-1 {}] master.SplitWALManager(105): f5f73e76a839,39739,1732447040376 WAL count=0, meta=true 2024-11-24T11:17:38,151 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f5f73e76a839,39739,1732447040376 WAL splitting is done? wals=0, meta=true 2024-11-24T11:17:38,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T11:17:38,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:17:38,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:38,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:17:38,194 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(746): ClusterId : b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b 2024-11-24T11:17:38,194 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:17:38,247 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:17:38,247 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:17:38,307 WARN [f5f73e76a839:33775 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T11:17:38,318 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:17:38,319 DEBUG [RS:0;f5f73e76a839:46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4ee2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:38,336 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:46545 2024-11-24T11:17:38,336 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:17:38,336 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:17:38,336 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:17:38,337 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,33775,1732447056975 with port=46545, startcode=1732447057046 2024-11-24T11:17:38,337 DEBUG [RS:0;f5f73e76a839:46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:17:38,339 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:17:38,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,46545,1732447057046 2024-11-24T11:17:38,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33775 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,46545,1732447057046 2024-11-24T11:17:38,341 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f 2024-11-24T11:17:38,341 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34759 2024-11-24T11:17:38,341 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:17:38,352 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=203ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T11:17:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/rs 2024-11-24T11:17:38,381 DEBUG [RS:0;f5f73e76a839:46545 {}] zookeeper.ZKUtil(111): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on existing znode=/0-525319907/rs/f5f73e76a839,46545,1732447057046 2024-11-24T11:17:38,381 WARN [RS:0;f5f73e76a839:46545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:38,381 INFO [RS:0;f5f73e76a839:46545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:38,381 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046 2024-11-24T11:17:38,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,46545,1732447057046] 2024-11-24T11:17:38,420 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:17:38,422 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:17:38,422 INFO [RS:0;f5f73e76a839:46545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:17:38,423 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,423 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:17:38,424 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:17:38,424 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,424 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,424 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,424 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,424 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,424 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,424 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:38,424 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,425 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,425 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,425 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,425 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,425 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:38,425 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:38,425 DEBUG [RS:0;f5f73e76a839:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:38,425 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,426 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,426 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,426 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,426 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,426 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46545,1732447057046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:38,440 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:17:38,440 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46545,1732447057046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,454 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,46545,1732447057046, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:17:38,468 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSource(231): queueId=2-f5f73e76a839,46545,1732447057046, ReplicationSource: 2, currentBandwidth=0 2024-11-24T11:17:38,469 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,469 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.Replication(171): f5f73e76a839,46545,1732447057046 started 2024-11-24T11:17:38,469 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,1-f5f73e76a839,46545,1732447057046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:40265' 2024-11-24T11:17:38,471 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,1-f5f73e76a839,46545,1732447057046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@357afef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:38,472 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,1-f5f73e76a839,46545,1732447057046 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:38,472 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,1-f5f73e76a839,46545,1732447057046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:38,473 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:38,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:38,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:38,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64ed9a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:38,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:38,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:38,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:38,478 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:38,480 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,1-f5f73e76a839,46545,1732447057046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2314a5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:38,480 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,1-f5f73e76a839,46545,1732447057046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:38,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40265,1732447046854 2024-11-24T11:17:38,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4040ae33 2024-11-24T11:17:38,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:38,482 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T11:17:38,484 INFO [RS:0;f5f73e76a839:46545.replicationSource,1-f5f73e76a839,46545,1732447057046 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,46545,1732447057046 (queues=0) is replicating from cluster=b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b to cluster=33b33c48-5656-400c-9547-017d2f002d4d 2024-11-24T11:17:38,490 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:38,490 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,46545,1732447057046, RpcServer on f5f73e76a839/172.17.0.3:46545, sessionid=0x1016c8fd6390007 2024-11-24T11:17:38,490 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:17:38,490 DEBUG [RS:0;f5f73e76a839:46545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,46545,1732447057046 2024-11-24T11:17:38,490 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,46545,1732447057046' 2024-11-24T11:17:38,490 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-525319907/flush-table-proc/abort' 2024-11-24T11:17:38,491 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-525319907/flush-table-proc/acquired' 2024-11-24T11:17:38,492 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:17:38,492 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:17:38,492 DEBUG [RS:0;f5f73e76a839:46545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,46545,1732447057046 2024-11-24T11:17:38,492 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,46545,1732447057046' 2024-11-24T11:17:38,492 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-525319907/online-snapshot/abort' 2024-11-24T11:17:38,492 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,2-f5f73e76a839,46545,1732447057046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:40265' 2024-11-24T11:17:38,492 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-525319907/online-snapshot/acquired' 2024-11-24T11:17:38,493 DEBUG [RS:0;f5f73e76a839:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:17:38,493 INFO [RS:0;f5f73e76a839:46545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:17:38,493 INFO [RS:0;f5f73e76a839:46545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:17:38,494 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,2-f5f73e76a839,46545,1732447057046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@615486d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:38,494 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,2-f5f73e76a839,46545,1732447057046 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,40265,-1 for getting cluster id 2024-11-24T11:17:38,494 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,2-f5f73e76a839,46545,1732447057046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:38,495 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33b33c48-5656-400c-9547-017d2f002d4d' 2024-11-24T11:17:38,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:38,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33b33c48-5656-400c-9547-017d2f002d4d" 2024-11-24T11:17:38,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c0e732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:38,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,40265,-1] 2024-11-24T11:17:38,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:38,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:38,497 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:38,498 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,2-f5f73e76a839,46545,1732447057046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ab8bada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:38,499 DEBUG [RS:0;f5f73e76a839:46545.replicationSource,2-f5f73e76a839,46545,1732447057046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:38,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,40265,1732447046854 2024-11-24T11:17:38,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec0f5fd 2024-11-24T11:17:38,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:38,501 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T11:17:38,502 INFO [RS:0;f5f73e76a839:46545.replicationSource,2-f5f73e76a839,46545,1732447057046 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f5f73e76a839,46545,1732447057046 (queues=0) is replicating from cluster=b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b to cluster=33b33c48-5656-400c-9547-017d2f002d4d 2024-11-24T11:17:38,594 INFO [RS:0;f5f73e76a839:46545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:38,596 INFO [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C46545%2C1732447057046, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs, maxLogs=10 2024-11-24T11:17:38,608 DEBUG [RS:0;f5f73e76a839:46545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597, exclude list is [], retry=0 2024-11-24T11:17:38,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18,DISK] 2024-11-24T11:17:38,614 INFO [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 2024-11-24T11:17:38,615 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f5f73e76a839%2C46545%2C1732447057046 for peer 1 2024-11-24T11:17:38,615 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f5f73e76a839%2C46545%2C1732447057046 for peer 2 2024-11-24T11:17:38,615 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C46545%2C1732447057046 2024-11-24T11:17:38,615 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,46545,1732447057046, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:17:38,615 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f5f73e76a839%2C46545%2C1732447057046 2024-11-24T11:17:38,615 INFO [RS:0;f5f73e76a839:46545.replicationSource.shipperf5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C46545%2C1732447057046 2024-11-24T11:17:38,615 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f5f73e76a839,46545,1732447057046, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:17:38,616 DEBUG [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-24T11:17:38,616 INFO [RS:0;f5f73e76a839:46545.replicationSource.shipperf5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C46545%2C1732447057046 2024-11-24T11:17:38,616 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597, startPosition=0, beingWritten=true 2024-11-24T11:17:38,616 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597, startPosition=0, beingWritten=true 2024-11-24T11:17:38,807 DEBUG [f5f73e76a839:33775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:17:38,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,46545,1732447057046 2024-11-24T11:17:38,809 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,46545,1732447057046, state=OPENING 2024-11-24T11:17:38,823 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:38,826 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:38,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-525319907/meta-region-server 2024-11-24T11:17:38,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-525319907/meta-region-server 2024-11-24T11:17:38,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:38,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:38,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:38,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,46545,1732447057046}] 2024-11-24T11:17:38,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:17:38,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:17:38,993 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:17:38,993 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:38,994 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:17:38,997 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C46545%2C1732447057046.meta, suffix=.meta, logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs, maxLogs=10 2024-11-24T11:17:39,016 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.meta.1732447058997.meta, exclude list is [], retry=0 2024-11-24T11:17:39,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18,DISK] 2024-11-24T11:17:39,021 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.meta.1732447058997.meta 2024-11-24T11:17:39,022 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-24T11:17:39,022 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:39,022 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:17:39,022 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:17:39,022 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:17:39,022 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:17:39,023 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:17:39,023 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:39,023 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:17:39,023 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:17:39,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:39,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:39,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:39,038 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/info/85cd7dfb5a5f49f186f978d32207e1f4 2024-11-24T11:17:39,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:39,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:39,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:39,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:39,061 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/ns/064096f4210044a281a55c2c1a624039 2024-11-24T11:17:39,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:39,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:39,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:39,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:39,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:39,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:39,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:39,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:39,076 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/table/d55ea229547d4412815cce38a28cc6b5 2024-11-24T11:17:39,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:39,076 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:39,078 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740 2024-11-24T11:17:39,079 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740 2024-11-24T11:17:39,081 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:39,081 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:39,083 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:39,085 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:39,087 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66095353, jitterRate=-0.015102490782737732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:39,087 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:17:39,087 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447059023Writing region info on filesystem at 1732447059023Initializing all the Stores at 1732447059025 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447059025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447059026 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447059026Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447059026Cleaning up temporary data from old regions at 1732447059081 (+55 ms)Running coprocessor post-open hooks at 1732447059087 (+6 ms)Region opened successfully at 1732447059087 2024-11-24T11:17:39,089 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732447058985 2024-11-24T11:17:39,093 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:17:39,093 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:17:39,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f5f73e76a839,46545,1732447057046 2024-11-24T11:17:39,096 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,46545,1732447057046, state=OPEN 2024-11-24T11:17:39,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-525319907/meta-region-server 2024-11-24T11:17:39,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-525319907/meta-region-server 2024-11-24T11:17:39,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,46545,1732447057046 2024-11-24T11:17:39,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:39,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-525319907/meta-region-server: CHANGED 2024-11-24T11:17:39,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T11:17:39,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,46545,1732447057046 in 274 msec 2024-11-24T11:17:39,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T11:17:39,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 956 msec 2024-11-24T11:17:39,130 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:39,133 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:39,536 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:39,540 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:39,855 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1705ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-24T11:17:40,043 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:40,046 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:40,652 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:40,656 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:41,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:17:41,357 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3208ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-24T11:17:41,363 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:41,364 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:42,169 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:42,170 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:42,660 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T11:17:42,660 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:17:42,660 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:42,660 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,46545,1732447057046, seqNum=-1] 2024-11-24T11:17:42,661 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:42,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:42,671 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1cf2ee6784d6f1c724994dd13247c359, regionState=OPEN, lastHost=f5f73e76a839,39739,1732447040376, regionLocation=f5f73e76a839,39739,1732447040376, openSeqNum=2 2024-11-24T11:17:42,671 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:17:42,671 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447122671 2024-11-24T11:17:42,671 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447182671 2024-11-24T11:17:42,671 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-24T11:17:42,672 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33775,1732447056975-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:42,672 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f5f73e76a839,39739,1732447040376 had 2 regions 2024-11-24T11:17:42,672 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33775,1732447056975-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:42,672 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33775,1732447056975-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:42,672 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:33775, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:42,672 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:42,673 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:42,675 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f5f73e76a839,39739,1732447040376, splitWal=true, meta=true, isMeta: false 2024-11-24T11:17:42,677 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376-splitting dir is empty, no logs to split. 2024-11-24T11:17:42,677 INFO [PEWorker-3 {}] master.SplitWALManager(105): f5f73e76a839,39739,1732447040376 WAL count=0, meta=false 2024-11-24T11:17:42,681 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,39739,1732447040376-splitting dir is empty, no logs to split. 2024-11-24T11:17:42,681 INFO [PEWorker-3 {}] master.SplitWALManager(105): f5f73e76a839,39739,1732447040376 WAL count=0, meta=false 2024-11-24T11:17:42,681 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f5f73e76a839,39739,1732447040376 WAL splitting is done? wals=0, meta=false 2024-11-24T11:17:42,682 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.540sec 2024-11-24T11:17:42,682 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:17:42,682 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:17:42,682 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:17:42,682 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:17:42,682 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:17:42,682 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33775,1732447056975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:42,682 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33775,1732447056975-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:17:42,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN}] 2024-11-24T11:17:42,685 WARN [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f5f73e76a839,39739,1732447040376/hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:42,686 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN 2024-11-24T11:17:42,688 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:17:42,689 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:17:42,689 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:17:42,689 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33775,1732447056975-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:42,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:42,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33775,-1 for getting cluster id 2024-11-24T11:17:42,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:42,700 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b' 2024-11-24T11:17:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b" 2024-11-24T11:17:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5a0c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33775,-1] 2024-11-24T11:17:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:42,703 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42585f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:42,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,46545,1732447057046, seqNum=-1] 2024-11-24T11:17:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:42,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:42,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T11:17:42,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:42,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:42,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:42,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:42,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:42,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f5f73e76a839:33775 after: f5f73e76a839:33775 2024-11-24T11:17:42,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:42,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33775,-1 for getting cluster id 2024-11-24T11:17:42,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:42,716 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b' 2024-11-24T11:17:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d53ff8-9ad9-4cb6-93e7-4ca1e7d6388b" 2024-11-24T11:17:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119a4aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33775,-1] 2024-11-24T11:17:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:42,719 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:42,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:42,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33775,1732447056975 2024-11-24T11:17:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a3b223 2024-11-24T11:17:42,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:42,723 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:42,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T11:17:42,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T11:17:42,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T11:17:42,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T11:17:42,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:17:42,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:42,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:42,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:42,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:42,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:42,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:17:42,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-24T11:17:42,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,40265,1732447046854 2024-11-24T11:17:42,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1501042414/running 2024-11-24T11:17:42,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1501042414/running 2024-11-24T11:17:42,735 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:17:42,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:42,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:42,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:42,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:42,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:42,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on znode that does not yet exist, /1501042414/running 2024-11-24T11:17:42,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Set watcher on znode that does not yet exist, /1501042414/running 2024-11-24T11:17:42,736 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,45369,1732447046991' ***** 2024-11-24T11:17:42,736 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:17:42,736 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:17:42,736 INFO [RS:0;f5f73e76a839:45369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:17:42,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:17:42,736 INFO [RS:0;f5f73e76a839:45369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:17:42,737 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,45369,1732447046991 2024-11-24T11:17:42,737 INFO [RS:0;f5f73e76a839:45369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:17:42,737 INFO [RS:0;f5f73e76a839:45369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:45369. 2024-11-24T11:17:42,737 DEBUG [RS:0;f5f73e76a839:45369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:42,737 DEBUG [RS:0;f5f73e76a839:45369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:42,737 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:17:42,737 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:17:42,737 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:17:42,737 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:17:42,737 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:17:42,737 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:17:42,737 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:42,737 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:17:42,737 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:17:42,738 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:17:42,738 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:17:42,738 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:17:42,738 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T11:17:42,756 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740/.tmp/ns/3e217369fba24db3ae372f84b783b360 is 43, key is default/ns:d/1732447050555/Put/seqid=0 2024-11-24T11:17:42,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741835_1011 (size=5153) 2024-11-24T11:17:42,817 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:17:42,838 DEBUG [f5f73e76a839:33775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:17:42,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1cf2ee6784d6f1c724994dd13247c359, regionState=OPENING, regionLocation=f5f73e76a839,46545,1732447057046 2024-11-24T11:17:42,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN because future has completed 2024-11-24T11:17:42,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf2ee6784d6f1c724994dd13247c359, server=f5f73e76a839,46545,1732447057046}] 2024-11-24T11:17:42,938 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:43,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:43,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:43,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:17:43,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C46545%2C1732447057046.rep, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs, maxLogs=10 2024-11-24T11:17:43,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.rep.1732447063020, exclude list is [], retry=0 2024-11-24T11:17:43,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-b05a6b5e-c8ca-4be3-b1ba-f9fb60ddbd18,DISK] 2024-11-24T11:17:43,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.rep.1732447063020 2024-11-24T11:17:43,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-24T11:17:43,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cf2ee6784d6f1c724994dd13247c359, NAME => 'hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:43,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:17:43,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:17:43,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. service=MultiRowMutationService 2024-11-24T11:17:43,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:17:43,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:43,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,040 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,041 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf2ee6784d6f1c724994dd13247c359 columnFamilyName hfileref 2024-11-24T11:17:43,041 DEBUG [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:43,041 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(327): Store=1cf2ee6784d6f1c724994dd13247c359/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:43,042 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,042 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf2ee6784d6f1c724994dd13247c359 columnFamilyName queue 2024-11-24T11:17:43,042 DEBUG [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:43,050 DEBUG [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/queue/291ff79019c442cc868a778f9169e4f8 2024-11-24T11:17:43,050 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(327): Store=1cf2ee6784d6f1c724994dd13247c359/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:43,050 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,051 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf2ee6784d6f1c724994dd13247c359 columnFamilyName sid 2024-11-24T11:17:43,051 DEBUG [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:43,052 INFO [StoreOpener-1cf2ee6784d6f1c724994dd13247c359-1 {}] regionserver.HStore(327): Store=1cf2ee6784d6f1c724994dd13247c359/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:43,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:17:43,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 1cf2ee6784d6f1c724994dd13247c359; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72749239, jitterRate=0.08404813706874847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:17:43,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:43,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1cf2ee6784d6f1c724994dd13247c359: Running coprocessor pre-open hook at 1732447063039Writing region info on filesystem at 1732447063039Initializing all the Stores at 1732447063040 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447063040Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447063040Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447063040Cleaning up temporary data from old regions at 1732447063055 (+15 ms)Running coprocessor post-open hooks at 1732447063059 (+4 ms)Region opened successfully at 1732447063060 (+1 ms) 2024-11-24T11:17:43,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359., pid=19, masterSystemTime=1732447063004 2024-11-24T11:17:43,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:43,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:43,064 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1cf2ee6784d6f1c724994dd13247c359, regionState=OPEN, openSeqNum=10, regionLocation=f5f73e76a839,46545,1732447057046 2024-11-24T11:17:43,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf2ee6784d6f1c724994dd13247c359, server=f5f73e76a839,46545,1732447057046 because future has completed 2024-11-24T11:17:43,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T11:17:43,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cf2ee6784d6f1c724994dd13247c359, server=f5f73e76a839,46545,1732447057046 in 221 msec 2024-11-24T11:17:43,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T11:17:43,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cf2ee6784d6f1c724994dd13247c359, ASSIGN in 387 msec 2024-11-24T11:17:43,075 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:43,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T11:17:43,077 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:43,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359., hostname=f5f73e76a839,46545,1732447057046, seqNum=10] 2024-11-24T11:17:43,112 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f5f73e76a839,39739,1732447040376 2024-11-24T11:17:43,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T11:17:43,138 DEBUG [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:43,161 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740/.tmp/ns/3e217369fba24db3ae372f84b783b360 2024-11-24T11:17:43,171 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740/.tmp/ns/3e217369fba24db3ae372f84b783b360 as hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740/ns/3e217369fba24db3ae372f84b783b360 2024-11-24T11:17:43,179 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740/ns/3e217369fba24db3ae372f84b783b360, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T11:17:43,181 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-24T11:17:43,181 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:17:43,187 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T11:17:43,188 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:17:43,188 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:17:43,188 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:43,188 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447062737Running coprocessor pre-close hooks at 1732447062737Disabling compacts and flushes for region at 1732447062737Disabling writes for close at 1732447062738 (+1 ms)Obtaining lock to block concurrent updates at 1732447062738Preparing flush snapshotting stores in 1588230740 at 1732447062738Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732447062738Flushing stores of hbase:meta,,1.1588230740 at 1732447062739 (+1 ms)Flushing 1588230740/ns: creating writer at 1732447062739Flushing 1588230740/ns: appending metadata at 1732447062755 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732447062755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2a1c4f: reopening flushed file at 1732447063170 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732447063181 (+11 ms)Writing region close event to WAL at 1732447063182 (+1 ms)Running coprocessor post-close hooks at 1732447063188 (+6 ms)Closed at 1732447063188 2024-11-24T11:17:43,188 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:43,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T11:17:43,304 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:17:43,304 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:17:43,338 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,45369,1732447046991; all regions closed. 2024-11-24T11:17:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741834_1010 (size=1152) 2024-11-24T11:17:43,347 DEBUG [RS:0;f5f73e76a839:45369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/oldWALs 2024-11-24T11:17:43,347 INFO [RS:0;f5f73e76a839:45369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C45369%2C1732447046991.meta:.meta(num 1732447050478) 2024-11-24T11:17:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741832_1008 (size=93) 2024-11-24T11:17:43,353 DEBUG [RS:0;f5f73e76a839:45369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/oldWALs 2024-11-24T11:17:43,353 INFO [RS:0;f5f73e76a839:45369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C45369%2C1732447046991:(num 1732447049441) 2024-11-24T11:17:43,353 DEBUG [RS:0;f5f73e76a839:45369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:43,353 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:17:43,353 INFO [RS:0;f5f73e76a839:45369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:17:43,353 INFO [RS:0;f5f73e76a839:45369 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:17:43,353 INFO [RS:0;f5f73e76a839:45369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:17:43,353 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:17:43,354 INFO [RS:0;f5f73e76a839:45369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45369 2024-11-24T11:17:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1501042414/rs/f5f73e76a839,45369,1732447046991 2024-11-24T11:17:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414/rs 2024-11-24T11:17:43,367 INFO [RS:0;f5f73e76a839:45369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:17:43,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,45369,1732447046991] 2024-11-24T11:17:43,388 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1501042414/draining/f5f73e76a839,45369,1732447046991 already deleted, retry=false 2024-11-24T11:17:43,388 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,45369,1732447046991 expired; onlineServers=0 2024-11-24T11:17:43,388 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,40265,1732447046854' ***** 2024-11-24T11:17:43,388 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:17:43,389 INFO [M:0;f5f73e76a839:40265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:17:43,389 INFO [M:0;f5f73e76a839:40265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:17:43,389 DEBUG [M:0;f5f73e76a839:40265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:17:43,389 DEBUG [M:0;f5f73e76a839:40265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:17:43,389 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:17:43,389 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447049175 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447049175,5,FailOnTimeoutGroup] 2024-11-24T11:17:43,389 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447049175 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447049175,5,FailOnTimeoutGroup] 2024-11-24T11:17:43,390 INFO [M:0;f5f73e76a839:40265 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:17:43,390 INFO [M:0;f5f73e76a839:40265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:17:43,390 DEBUG [M:0;f5f73e76a839:40265 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:17:43,390 INFO [M:0;f5f73e76a839:40265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:17:43,390 INFO [M:0;f5f73e76a839:40265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:17:43,391 INFO [M:0;f5f73e76a839:40265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:17:43,391 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:17:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1501042414/master 2024-11-24T11:17:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1501042414 2024-11-24T11:17:43,399 DEBUG [M:0;f5f73e76a839:40265 {}] zookeeper.ZKUtil(347): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Unable to get data of znode /1501042414/master because node does not exist (not an error) 2024-11-24T11:17:43,399 WARN [M:0;f5f73e76a839:40265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:17:43,401 INFO [M:0;f5f73e76a839:40265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/.lastflushedseqids 2024-11-24T11:17:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741836_1012 (size=99) 2024-11-24T11:17:43,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:43,478 INFO [RS:0;f5f73e76a839:45369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:17:43,478 INFO [RS:0;f5f73e76a839:45369 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,45369,1732447046991; zookeeper connection closed. 2024-11-24T11:17:43,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45369-0x1016c8fd6390004, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:43,478 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b0a42ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b0a42ac 2024-11-24T11:17:43,478 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:17:43,807 INFO [M:0;f5f73e76a839:40265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:17:43,807 INFO [M:0;f5f73e76a839:40265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:17:43,808 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:17:43,808 INFO [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:43,808 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:43,808 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:17:43,808 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:43,808 INFO [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T11:17:43,833 DEBUG [M:0;f5f73e76a839:40265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7cf9839f6f0c46309c45d78fa7f41819 is 82, key is hbase:meta,,1/info:regioninfo/1732447050523/Put/seqid=0 2024-11-24T11:17:43,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741837_1013 (size=5672) 2024-11-24T11:17:44,082 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:44,083 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:44,239 INFO [M:0;f5f73e76a839:40265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7cf9839f6f0c46309c45d78fa7f41819 2024-11-24T11:17:44,268 DEBUG [M:0;f5f73e76a839:40265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217d771f34594e3485e17904da05e459 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732447050561/Put/seqid=0 2024-11-24T11:17:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741838_1014 (size=5275) 2024-11-24T11:17:44,673 INFO [M:0;f5f73e76a839:40265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217d771f34594e3485e17904da05e459 2024-11-24T11:17:44,695 DEBUG [M:0;f5f73e76a839:40265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f09d5ff970e54d4ebb12430e68486413 is 69, key is f5f73e76a839,45369,1732447046991/rs:state/1732447049277/Put/seqid=0 2024-11-24T11:17:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741839_1015 (size=5156) 2024-11-24T11:17:45,101 INFO [M:0;f5f73e76a839:40265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f09d5ff970e54d4ebb12430e68486413 2024-11-24T11:17:45,109 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7cf9839f6f0c46309c45d78fa7f41819 as hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7cf9839f6f0c46309c45d78fa7f41819 2024-11-24T11:17:45,116 INFO [M:0;f5f73e76a839:40265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7cf9839f6f0c46309c45d78fa7f41819, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T11:17:45,117 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/217d771f34594e3485e17904da05e459 as hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/217d771f34594e3485e17904da05e459 2024-11-24T11:17:45,122 INFO [M:0;f5f73e76a839:40265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/217d771f34594e3485e17904da05e459, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T11:17:45,124 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f09d5ff970e54d4ebb12430e68486413 as hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f09d5ff970e54d4ebb12430e68486413 2024-11-24T11:17:45,129 INFO [M:0;f5f73e76a839:40265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45877/user/jenkins/test-data/b64a6505-7092-cac8-dd74-0cd0407174ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f09d5ff970e54d4ebb12430e68486413, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T11:17:45,130 INFO [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false 2024-11-24T11:17:45,131 INFO [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:45,131 DEBUG [M:0;f5f73e76a839:40265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447063808Disabling compacts and flushes for region at 1732447063808Disabling writes for close at 1732447063808Obtaining lock to block concurrent updates at 1732447063809 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447063809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732447063809Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447063811 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447063811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447063832 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447063832Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447064250 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447064267 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447064267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447064679 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447064695 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447064695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df5e04d: reopening flushed file at 1732447065107 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed9aa23: reopening flushed file at 1732447065116 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1921c425: reopening flushed file at 1732447065122 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false at 1732447065130 (+8 ms)Writing region close event to WAL at 1732447065131 (+1 ms)Closed at 1732447065131 2024-11-24T11:17:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741830_1006 (size=10165) 2024-11-24T11:17:45,135 INFO [M:0;f5f73e76a839:40265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:17:45,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:17:45,135 INFO [M:0;f5f73e76a839:40265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40265 2024-11-24T11:17:45,137 INFO [M:0;f5f73e76a839:40265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:17:45,188 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:45,189 DEBUG [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 to pos 0, reset compression=false 2024-11-24T11:17:45,252 INFO [M:0;f5f73e76a839:40265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:17:45,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:45,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x1016c8fd6390003, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:45,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:17:45,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:17:45,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:17:45,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:17:45,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.log.dir/,STOPPED} 2024-11-24T11:17:45,293 WARN [BP-849425201-172.17.0.3-1732447045132 heartbeating to localhost/127.0.0.1:45877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:17:45,293 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:17:45,293 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:17:45,293 WARN [BP-849425201-172.17.0.3-1732447045132 heartbeating to localhost/127.0.0.1:45877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-849425201-172.17.0.3-1732447045132 (Datanode Uuid 196c0e3d-983f-42c9-80ed-34b76e9daf10) service to localhost/127.0.0.1:45877 2024-11-24T11:17:45,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/cluster_cc799250-4baa-4aac-28c5-90f8e01b48f9/data/data1/current/BP-849425201-172.17.0.3-1732447045132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:17:45,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/cluster_cc799250-4baa-4aac-28c5-90f8e01b48f9/data/data2/current/BP-849425201-172.17.0.3-1732447045132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:17:45,295 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:17:45,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:17:45,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:17:45,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:17:45,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:17:45,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.log.dir/,STOPPED} 2024-11-24T11:17:45,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:17:45,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:17:45,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:45,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:45,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:45,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:45,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:45,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:17:45,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1794427886, stopped=false 2024-11-24T11:17:45,321 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,33775,1732447056975 2024-11-24T11:17:45,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/running 2024-11-24T11:17:45,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/running 2024-11-24T11:17:45,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:17:45,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:45,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:45,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:17:45,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:45,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:45,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/running 2024-11-24T11:17:45,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Set watcher on znode that does not yet exist, /0-525319907/running 2024-11-24T11:17:45,331 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,46545,1732447057046' ***** 2024-11-24T11:17:45,331 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:17:45,332 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:17:45,332 INFO [RS:0;f5f73e76a839:46545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:17:45,332 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:17:45,332 INFO [RS:0;f5f73e76a839:46545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:17:45,332 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:17:45,332 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:45,332 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,46545,1732447057046 2024-11-24T11:17:45,332 INFO [RS:0;f5f73e76a839:46545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:17:45,332 INFO [RS:0;f5f73e76a839:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:46545. 2024-11-24T11:17:45,333 DEBUG [RS:0;f5f73e76a839:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:45,332 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cf2ee6784d6f1c724994dd13247c359, disabling compactions & flushes 2024-11-24T11:17:45,333 DEBUG [RS:0;f5f73e76a839:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:45,333 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:45,333 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:17:45,333 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:45,333 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:17:45,333 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. after waiting 0 ms 2024-11-24T11:17:45,333 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:17:45,333 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:45,333 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:17:45,333 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:17:45,333 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1325): Online Regions={1cf2ee6784d6f1c724994dd13247c359=hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:17:45,333 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cf2ee6784d6f1c724994dd13247c359 2024-11-24T11:17:45,333 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:17:45,333 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:17:45,334 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:17:45,334 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:17:45,334 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:17:45,334 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T11:17:45,338 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/replication/1cf2ee6784d6f1c724994dd13247c359/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T11:17:45,339 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:17:45,339 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:17:45,339 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:45,339 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cf2ee6784d6f1c724994dd13247c359: Waiting for close lock at 1732447065332Running coprocessor pre-close hooks at 1732447065332Disabling compacts and flushes for region at 1732447065332Disabling writes for close at 1732447065333 (+1 ms)Writing region close event to WAL at 1732447065333Running coprocessor post-close hooks at 1732447065339 (+6 ms)Closed at 1732447065339 2024-11-24T11:17:45,339 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359. 2024-11-24T11:17:45,352 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/info/bf3a52c3bbf445a19c9946951d24267a is 147, key is hbase:replication,,1732447050766.1cf2ee6784d6f1c724994dd13247c359./info:regioninfo/1732447063064/Put/seqid=0 2024-11-24T11:17:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741851_1027 (size=6385) 2024-11-24T11:17:45,427 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:17:45,428 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:17:45,533 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:45,734 DEBUG [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:17:45,758 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/info/bf3a52c3bbf445a19c9946951d24267a 2024-11-24T11:17:45,770 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/.tmp/info/bf3a52c3bbf445a19c9946951d24267a as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/info/bf3a52c3bbf445a19c9946951d24267a 2024-11-24T11:17:45,778 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/info/bf3a52c3bbf445a19c9946951d24267a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T11:17:45,780 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-24T11:17:45,785 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T11:17:45,786 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:17:45,786 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:17:45,786 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:45,786 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447065333Running coprocessor pre-close hooks at 1732447065333Disabling compacts and flushes for region at 1732447065333Disabling writes for close at 1732447065334 (+1 ms)Obtaining lock to block concurrent updates at 1732447065334Preparing flush snapshotting stores in 1588230740 at 1732447065334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732447065334Flushing stores of hbase:meta,,1.1588230740 at 1732447065335 (+1 ms)Flushing 1588230740/info: creating writer at 1732447065335Flushing 1588230740/info: appending metadata at 1732447065351 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732447065351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c40787: reopening flushed file at 1732447065768 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1732447065780 (+12 ms)Writing region close event to WAL at 1732447065781 (+1 ms)Running coprocessor post-close hooks at 1732447065786 (+5 ms)Closed at 1732447065786 2024-11-24T11:17:45,786 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:45,934 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,46545,1732447057046; all regions closed. 2024-11-24T11:17:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741849_1025 (size=2156) 2024-11-24T11:17:45,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.meta.1732447058997.meta not finished, retry = 0 2024-11-24T11:17:46,049 DEBUG [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs 2024-11-24T11:17:46,049 INFO [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C46545%2C1732447057046.meta:.meta(num 1732447058997) 2024-11-24T11:17:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741850_1026 (size=796) 2024-11-24T11:17:46,056 DEBUG [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs 2024-11-24T11:17:46,056 INFO [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C46545%2C1732447057046.rep:(num 1732447063020) 2024-11-24T11:17:46,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741848_1024 (size=93) 2024-11-24T11:17:46,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/WALs/f5f73e76a839,46545,1732447057046/f5f73e76a839%2C46545%2C1732447057046.1732447058597 not finished, retry = 0 2024-11-24T11:17:46,162 DEBUG [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/oldWALs 2024-11-24T11:17:46,162 INFO [RS:0;f5f73e76a839:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C46545%2C1732447057046:(num 1732447058597) 2024-11-24T11:17:46,163 DEBUG [RS:0;f5f73e76a839:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:46,163 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:17:46,163 INFO [RS:0;f5f73e76a839:46545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:17:46,163 INFO [RS:0;f5f73e76a839:46545 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:17:46,163 INFO [RS:0;f5f73e76a839:46545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:17:46,163 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:17:46,163 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,46545,1732447057046 because: Region server is closing 2024-11-24T11:17:46,164 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T11:17:46,164 INFO [RS:0;f5f73e76a839:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:46545. 2024-11-24T11:17:46,164 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T11:17:46,164 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T11:17:46,164 DEBUG [RS:0;f5f73e76a839:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:46,164 DEBUG [RS:0;f5f73e76a839:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:46,164 DEBUG [RS:0;f5f73e76a839:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:46,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:46,264 WARN [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:17:46,264 WARN [RS:0;f5f73e76a839:46545.replicationSource.shipperf5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:17:46,265 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f5f73e76a839:46545.replicationSource.shipperf5f73e76a839%2C46545%2C1732447057046,1-f5f73e76a839,46545,1732447057046 terminated 2024-11-24T11:17:46,265 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f5f73e76a839,46545,1732447057046 because: Region server is closing 2024-11-24T11:17:46,265 INFO [RS:0;f5f73e76a839:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:46545. 2024-11-24T11:17:46,265 DEBUG [RS:0;f5f73e76a839:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:17:46,265 DEBUG [RS:0;f5f73e76a839:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:46,266 DEBUG [RS:0;f5f73e76a839:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:46,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:46,366 WARN [RS:0;f5f73e76a839:46545.replicationSource.wal-reader.f5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:17:46,366 WARN [RS:0;f5f73e76a839:46545.replicationSource.shipperf5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:17:46,366 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f5f73e76a839:46545.replicationSource.shipperf5f73e76a839%2C46545%2C1732447057046,2-f5f73e76a839,46545,1732447057046 terminated 2024-11-24T11:17:46,366 INFO [RS:0;f5f73e76a839:46545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46545 2024-11-24T11:17:46,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907/rs 2024-11-24T11:17:46,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/rs/f5f73e76a839,46545,1732447057046 2024-11-24T11:17:46,454 INFO [RS:0;f5f73e76a839:46545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:17:46,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,46545,1732447057046] 2024-11-24T11:17:46,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-525319907/draining/f5f73e76a839,46545,1732447057046 already deleted, retry=false 2024-11-24T11:17:46,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,46545,1732447057046 expired; onlineServers=0 2024-11-24T11:17:46,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,33775,1732447056975' ***** 2024-11-24T11:17:46,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:17:46,499 INFO [M:0;f5f73e76a839:33775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:17:46,499 INFO [M:0;f5f73e76a839:33775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:17:46,499 DEBUG [M:0;f5f73e76a839:33775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:17:46,499 DEBUG [M:0;f5f73e76a839:33775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:17:46,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:17:46,499 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447058144 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447058144,5,FailOnTimeoutGroup] 2024-11-24T11:17:46,499 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447058144 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447058144,5,FailOnTimeoutGroup] 2024-11-24T11:17:46,500 INFO [M:0;f5f73e76a839:33775 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:17:46,500 INFO [M:0;f5f73e76a839:33775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:17:46,500 DEBUG [M:0;f5f73e76a839:33775 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:17:46,500 INFO [M:0;f5f73e76a839:33775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:17:46,500 INFO [M:0;f5f73e76a839:33775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:17:46,500 INFO [M:0;f5f73e76a839:33775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:17:46,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:17:46,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-525319907/master 2024-11-24T11:17:46,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-525319907 2024-11-24T11:17:46,509 DEBUG [M:0;f5f73e76a839:33775 {}] zookeeper.ZKUtil(347): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Unable to get data of znode /0-525319907/master because node does not exist (not an error) 2024-11-24T11:17:46,509 WARN [M:0;f5f73e76a839:33775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:17:46,510 INFO [M:0;f5f73e76a839:33775 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/.lastflushedseqids 2024-11-24T11:17:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741852_1028 (size=181) 2024-11-24T11:17:46,588 INFO [RS:0;f5f73e76a839:46545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:17:46,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:46,588 INFO [RS:0;f5f73e76a839:46545 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,46545,1732447057046; zookeeper connection closed. 2024-11-24T11:17:46,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1016c8fd6390007, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:46,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f773823 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f773823 2024-11-24T11:17:46,589 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:17:46,917 INFO [M:0;f5f73e76a839:33775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:17:46,917 INFO [M:0;f5f73e76a839:33775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:17:46,917 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:17:46,917 INFO [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:46,917 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:46,917 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:17:46,917 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:46,917 INFO [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T11:17:46,939 DEBUG [M:0;f5f73e76a839:33775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e40709cc3a624823b7ed0dba9d3e6d5b is 82, key is hbase:meta,,1/info:regioninfo/1732447059094/Put/seqid=0 2024-11-24T11:17:46,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741853_1029 (size=5680) 2024-11-24T11:17:46,945 INFO [M:0;f5f73e76a839:33775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e40709cc3a624823b7ed0dba9d3e6d5b 2024-11-24T11:17:46,974 DEBUG [M:0;f5f73e76a839:33775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76e50a71676c440dace0c5cee895c661 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732447063072/Put/seqid=0 2024-11-24T11:17:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741854_1030 (size=7319) 2024-11-24T11:17:46,980 INFO [M:0;f5f73e76a839:33775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76e50a71676c440dace0c5cee895c661 2024-11-24T11:17:47,008 DEBUG [M:0;f5f73e76a839:33775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad70bdcaaaac4a17ab12bf25b1ae4e5f is 69, key is f5f73e76a839,46545,1732447057046/rs:state/1732447058340/Put/seqid=0 2024-11-24T11:17:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741855_1031 (size=5371) 2024-11-24T11:17:47,017 INFO [M:0;f5f73e76a839:33775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad70bdcaaaac4a17ab12bf25b1ae4e5f 2024-11-24T11:17:47,024 INFO [M:0;f5f73e76a839:33775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad70bdcaaaac4a17ab12bf25b1ae4e5f 2024-11-24T11:17:47,031 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e40709cc3a624823b7ed0dba9d3e6d5b as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e40709cc3a624823b7ed0dba9d3e6d5b 2024-11-24T11:17:47,043 INFO [M:0;f5f73e76a839:33775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e40709cc3a624823b7ed0dba9d3e6d5b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T11:17:47,045 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76e50a71676c440dace0c5cee895c661 as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76e50a71676c440dace0c5cee895c661 2024-11-24T11:17:47,053 INFO [M:0;f5f73e76a839:33775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76e50a71676c440dace0c5cee895c661, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T11:17:47,055 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad70bdcaaaac4a17ab12bf25b1ae4e5f as hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad70bdcaaaac4a17ab12bf25b1ae4e5f 2024-11-24T11:17:47,063 INFO [M:0;f5f73e76a839:33775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad70bdcaaaac4a17ab12bf25b1ae4e5f 2024-11-24T11:17:47,063 INFO [M:0;f5f73e76a839:33775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/e8408c53-44e1-ffa0-5100-bdf91fa0953f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad70bdcaaaac4a17ab12bf25b1ae4e5f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T11:17:47,065 INFO [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=172, compaction requested=false 2024-11-24T11:17:47,072 INFO [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:47,073 DEBUG [M:0;f5f73e76a839:33775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447066917Disabling compacts and flushes for region at 1732447066917Disabling writes for close at 1732447066917Obtaining lock to block concurrent updates at 1732447066917Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447066917Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732447066918 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447066919 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447066919Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447066938 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447066938Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447066956 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447066973 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447066973Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447066988 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447067007 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447067007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd5f759: reopening flushed file at 1732447067025 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d54a179: reopening flushed file at 1732447067044 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fdb346c: reopening flushed file at 1732447067054 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=172, compaction requested=false at 1732447067065 (+11 ms)Writing region close event to WAL at 1732447067072 (+7 ms)Closed at 1732447067072 2024-11-24T11:17:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741847_1023 (size=22949) 2024-11-24T11:17:47,080 INFO [M:0;f5f73e76a839:33775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:17:47,080 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:17:47,080 INFO [M:0;f5f73e76a839:33775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33775 2024-11-24T11:17:47,081 INFO [M:0;f5f73e76a839:33775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:17:47,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:47,193 INFO [M:0;f5f73e76a839:33775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:17:47,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33775-0x1016c8fd6390006, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:17:47,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:17:47,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:17:47,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:17:47,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:17:47,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.log.dir/,STOPPED} 2024-11-24T11:17:47,197 WARN [BP-1028596808-172.17.0.3-1732447035039 heartbeating to localhost/127.0.0.1:34759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:17:47,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:17:47,198 WARN [BP-1028596808-172.17.0.3-1732447035039 heartbeating to localhost/127.0.0.1:34759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1028596808-172.17.0.3-1732447035039 (Datanode Uuid 3903e5d7-6b00-4081-8336-a42437e0cc95) service to localhost/127.0.0.1:34759 2024-11-24T11:17:47,198 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:17:47,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/cluster_c5785074-dd7b-8dd5-fbdd-feeb52cea8cc/data/data1/current/BP-1028596808-172.17.0.3-1732447035039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:17:47,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/cluster_c5785074-dd7b-8dd5-fbdd-feeb52cea8cc/data/data2/current/BP-1028596808-172.17.0.3-1732447035039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:17:47,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:17:47,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:17:47,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:17:47,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:17:47,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:17:47,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31a48dfe-fb18-0e40-9b6d-7f52ea58ae6b/hadoop.log.dir/,STOPPED} 2024-11-24T11:17:47,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:17:47,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:17:47,242 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=115 (was 11) Potentially hanging thread: regionserver/f5f73e76a839:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f5f73e76a839:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/f5f73e76a839:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6df421f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f5f73e76a839:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/f5f73e76a839:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45877 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34759 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7151 (was 7203) 2024-11-24T11:17:47,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=115, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=7150 2024-11-24T11:17:47,267 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T11:17:47,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.log.dir so I do NOT create it in target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b 2024-11-24T11:17:47,268 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:17:47,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.tmp.dir so I do NOT create it in target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b 2024-11-24T11:17:47,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed3fba5b-ba0f-ee8b-276e-b2e32793df86/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:17:47,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b 2024-11-24T11:17:47,269 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/cluster_9679c7ce-5a51-3b8e-7952-17a1550af065, deleteOnExit=true 2024-11-24T11:17:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c8fd6390002, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:17:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c8fd6390005, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:17:47,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c8fd6390005, quorum=127.0.0.1:52265, baseZNode=/1501042414 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:17:47,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c8fd6390002, quorum=127.0.0.1:52265, baseZNode=/0-525319907 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:17:47,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/cluster_9679c7ce-5a51-3b8e-7952-17a1550af065/zookeeper_0, clientPort=62498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/cluster_9679c7ce-5a51-3b8e-7952-17a1550af065/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/cluster_9679c7ce-5a51-3b8e-7952-17a1550af065/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:17:47,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62498 2024-11-24T11:17:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:17:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:17:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/test.cache.data in system properties and HBase conf 2024-11-24T11:17:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:17:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:17:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:17:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:17:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:17:47,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:17:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:17:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:17:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:17:47,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:17:47,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:17:47,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:17:47,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:47,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:17:47,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:17:47,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:17:47,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:17:47,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:47,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42df17bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:17:47,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a87e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:17:47,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e45f329{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/java.io.tmpdir/jetty-localhost-41065-hadoop-hdfs-3_4_1-tests_jar-_-any-9934683786516433210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:17:47,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4744fff9{HTTP/1.1, (http/1.1)}{localhost:41065} 2024-11-24T11:17:47,827 INFO [Time-limited test {}] server.Server(415): Started @35640ms 2024-11-24T11:17:48,393 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:17:48,394 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:17:48,411 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:17:48,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:48,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:17:48,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:17:48,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:17:48,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:17:48,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b58e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:17:48,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@304ca39a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:17:48,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60caa600{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/java.io.tmpdir/jetty-localhost-34367-hadoop-hdfs-3_4_1-tests_jar-_-any-594148033714346835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:17:48,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@585b14e2{HTTP/1.1, (http/1.1)}{localhost:34367} 2024-11-24T11:17:48,532 INFO [Time-limited test {}] server.Server(415): Started @36345ms 2024-11-24T11:17:48,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:17:49,640 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/cluster_9679c7ce-5a51-3b8e-7952-17a1550af065/data/data2/current/BP-632556100-172.17.0.3-1732447067370/current, will proceed with Du for space computation calculation, 2024-11-24T11:17:49,640 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/cluster_9679c7ce-5a51-3b8e-7952-17a1550af065/data/data1/current/BP-632556100-172.17.0.3-1732447067370/current, will proceed with Du for space computation calculation, 2024-11-24T11:17:49,656 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:17:49,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x824e37f0592bb3f3 with lease ID 0x90cc1d6d12ff4abd: Processing first storage report for DS-fbdc82e2-e148-4896-94f4-0ffa2cf1bf30 from datanode DatanodeRegistration(127.0.0.1:43169, datanodeUuid=c73274ea-38f0-42bb-ac93-d539d1a89658, infoPort=36639, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=1842041278;c=1732447067370) 2024-11-24T11:17:49,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x824e37f0592bb3f3 with lease ID 0x90cc1d6d12ff4abd: from storage DS-fbdc82e2-e148-4896-94f4-0ffa2cf1bf30 node DatanodeRegistration(127.0.0.1:43169, datanodeUuid=c73274ea-38f0-42bb-ac93-d539d1a89658, infoPort=36639, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=1842041278;c=1732447067370), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:17:49,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x824e37f0592bb3f3 with lease ID 0x90cc1d6d12ff4abd: Processing first storage report for DS-9cd487f8-ae38-4990-ad1d-3b41cca361de from datanode DatanodeRegistration(127.0.0.1:43169, datanodeUuid=c73274ea-38f0-42bb-ac93-d539d1a89658, infoPort=36639, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=1842041278;c=1732447067370) 2024-11-24T11:17:49,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x824e37f0592bb3f3 with lease ID 0x90cc1d6d12ff4abd: from storage DS-9cd487f8-ae38-4990-ad1d-3b41cca361de node DatanodeRegistration(127.0.0.1:43169, datanodeUuid=c73274ea-38f0-42bb-ac93-d539d1a89658, infoPort=36639, infoSecurePort=0, ipcPort=35083, storageInfo=lv=-57;cid=testClusterID;nsid=1842041278;c=1732447067370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:17:49,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b 2024-11-24T11:17:49,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:49,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:17:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:17:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:17:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:17:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:17:50,080 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f with version=8 2024-11-24T11:17:50,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/hbase-staging 2024-11-24T11:17:50,082 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:50,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:50,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:50,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:50,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:50,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:50,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:17:50,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:50,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46343 2024-11-24T11:17:50,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46343 connecting to ZooKeeper ensemble=127.0.0.1:62498 2024-11-24T11:17:50,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463430x0, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:50,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46343-0x1016c9058710000 connected 2024-11-24T11:17:50,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:50,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:50,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on znode that does not yet exist, /0-256437839/running 2024-11-24T11:17:50,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f, hbase.cluster.distributed=false 2024-11-24T11:17:50,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on znode that does not yet exist, /0-256437839/acl 2024-11-24T11:17:50,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-24T11:17:50,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46343 2024-11-24T11:17:50,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46343 2024-11-24T11:17:50,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-24T11:17:50,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-24T11:17:50,241 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:50,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:50,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:50,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:50,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:50,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:50,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:17:50,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:50,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43809 2024-11-24T11:17:50,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43809 connecting to ZooKeeper ensemble=127.0.0.1:62498 2024-11-24T11:17:50,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:50,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:50,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438090x0, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:50,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438090x0, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on znode that does not yet exist, /0-256437839/running 2024-11-24T11:17:50,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43809-0x1016c9058710001 connected 2024-11-24T11:17:50,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:17:50,263 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:17:50,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on znode that does not yet exist, /0-256437839/master 2024-11-24T11:17:50,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on znode that does not yet exist, /0-256437839/acl 2024-11-24T11:17:50,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T11:17:50,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43809 2024-11-24T11:17:50,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43809 2024-11-24T11:17:50,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T11:17:50,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T11:17:50,280 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:46343 2024-11-24T11:17:50,281 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-256437839/backup-masters/f5f73e76a839,46343,1732447070082 2024-11-24T11:17:50,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839/backup-masters 2024-11-24T11:17:50,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839/backup-masters 2024-11-24T11:17:50,293 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on existing znode=/0-256437839/backup-masters/f5f73e76a839,46343,1732447070082 2024-11-24T11:17:50,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:50,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256437839/master 2024-11-24T11:17:50,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:50,304 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on existing znode=/0-256437839/master 2024-11-24T11:17:50,304 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-256437839/backup-masters/f5f73e76a839,46343,1732447070082 from backup master directory 2024-11-24T11:17:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839/backup-masters 2024-11-24T11:17:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256437839/backup-masters/f5f73e76a839,46343,1732447070082 2024-11-24T11:17:50,314 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839/backup-masters 2024-11-24T11:17:50,314 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,46343,1732447070082 2024-11-24T11:17:50,318 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/hbase.id] with ID: b8140e8f-4d08-4dde-afbf-099db09fc3eb 2024-11-24T11:17:50,318 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/.tmp/hbase.id 2024-11-24T11:17:50,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:17:50,724 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/.tmp/hbase.id]:[hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/hbase.id] 2024-11-24T11:17:50,738 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:50,738 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:17:50,739 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:17:50,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:50,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:17:51,158 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:17:51,159 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:17:51,159 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:17:51,568 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store 2024-11-24T11:17:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:17:51,975 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:51,976 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:17:51,976 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:51,976 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:51,976 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:17:51,976 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:51,976 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:51,976 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447071975Disabling compacts and flushes for region at 1732447071975Disabling writes for close at 1732447071976 (+1 ms)Writing region close event to WAL at 1732447071976Closed at 1732447071976 2024-11-24T11:17:51,977 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/.initializing 2024-11-24T11:17:51,977 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/WALs/f5f73e76a839,46343,1732447070082 2024-11-24T11:17:51,978 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:51,980 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C46343%2C1732447070082, suffix=, logDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/WALs/f5f73e76a839,46343,1732447070082, archiveDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/oldWALs, maxLogs=10 2024-11-24T11:17:51,998 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/WALs/f5f73e76a839,46343,1732447070082/f5f73e76a839%2C46343%2C1732447070082.1732447071980, exclude list is [], retry=0 2024-11-24T11:17:52,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-fbdc82e2-e148-4896-94f4-0ffa2cf1bf30,DISK] 2024-11-24T11:17:52,004 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/WALs/f5f73e76a839,46343,1732447070082/f5f73e76a839%2C46343%2C1732447070082.1732447071980 2024-11-24T11:17:52,006 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-24T11:17:52,006 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:52,007 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:52,007 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,007 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:17:52,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:52,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:17:52,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:52,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:17:52,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:52,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:17:52,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:52,018 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,019 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,019 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,021 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,021 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,022 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:52,024 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:52,026 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:52,027 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58891578, jitterRate=-0.12244710326194763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:52,028 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447072007Initializing all the Stores at 1732447072008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447072008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447072009 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447072010 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447072010Cleaning up temporary data from old regions at 1732447072021 (+11 ms)Region opened successfully at 1732447072028 (+7 ms) 2024-11-24T11:17:52,031 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:17:52,035 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ec3c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:52,037 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:17:52,037 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:17:52,037 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:17:52,037 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:17:52,038 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:17:52,039 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:17:52,039 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:17:52,043 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:17:52,044 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Unable to get data of znode /0-256437839/balancer because node does not exist (not necessarily an error) 2024-11-24T11:17:52,056 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256437839/balancer already deleted, retry=false 2024-11-24T11:17:52,057 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:17:52,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Unable to get data of znode /0-256437839/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:17:52,067 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256437839/normalizer already deleted, retry=false 2024-11-24T11:17:52,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:17:52,068 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Unable to get data of znode /0-256437839/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:17:52,077 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256437839/switch/split already deleted, retry=false 2024-11-24T11:17:52,078 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Unable to get data of znode /0-256437839/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:17:52,088 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256437839/switch/merge already deleted, retry=false 2024-11-24T11:17:52,090 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Unable to get data of znode /0-256437839/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:17:52,098 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256437839/snapshot-cleanup already deleted, retry=false 2024-11-24T11:17:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256437839/running 2024-11-24T11:17:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256437839/running 2024-11-24T11:17:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:52,110 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,46343,1732447070082, sessionid=0x1016c9058710000, setting cluster-up flag (Was=false) 2024-11-24T11:17:52,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:52,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:52,162 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-256437839/flush-table-proc/acquired, /0-256437839/flush-table-proc/reached, /0-256437839/flush-table-proc/abort 2024-11-24T11:17:52,163 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,46343,1732447070082 2024-11-24T11:17:52,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:52,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:52,214 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-256437839/online-snapshot/acquired, /0-256437839/online-snapshot/reached, /0-256437839/online-snapshot/abort 2024-11-24T11:17:52,215 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,46343,1732447070082 2024-11-24T11:17:52,216 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:17:52,218 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:52,218 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:17:52,218 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:17:52,219 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,46343,1732447070082 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:17:52,220 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:52,220 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:52,220 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:52,221 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:52,221 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:17:52,221 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,221 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:52,221 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,223 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447102223 2024-11-24T11:17:52,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:52,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:17:52,223 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:17:52,223 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:17:52,223 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:17:52,224 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:17:52,224 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:17:52,224 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:17:52,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:17:52,231 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,232 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:17:52,232 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:17:52,233 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:17:52,233 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:17:52,233 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:17:52,233 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:17:52,235 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447072233,5,FailOnTimeoutGroup] 2024-11-24T11:17:52,235 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447072235,5,FailOnTimeoutGroup] 2024-11-24T11:17:52,235 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,235 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:17:52,235 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,235 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:17:52,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:17:52,240 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f 2024-11-24T11:17:52,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:17:52,276 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(746): ClusterId : b8140e8f-4d08-4dde-afbf-099db09fc3eb 2024-11-24T11:17:52,276 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:17:52,289 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:17:52,289 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:17:52,299 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:17:52,299 DEBUG [RS:0;f5f73e76a839:43809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd6afc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:52,311 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:43809 2024-11-24T11:17:52,311 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:17:52,311 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:17:52,311 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:17:52,312 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,46343,1732447070082 with port=43809, startcode=1732447070241 2024-11-24T11:17:52,312 DEBUG [RS:0;f5f73e76a839:43809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:17:52,314 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:17:52,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,43809,1732447070241 2024-11-24T11:17:52,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46343 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,43809,1732447070241 2024-11-24T11:17:52,317 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f 2024-11-24T11:17:52,317 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39763 2024-11-24T11:17:52,317 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:17:52,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839/rs 2024-11-24T11:17:52,330 DEBUG [RS:0;f5f73e76a839:43809 {}] zookeeper.ZKUtil(111): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on existing znode=/0-256437839/rs/f5f73e76a839,43809,1732447070241 2024-11-24T11:17:52,330 WARN [RS:0;f5f73e76a839:43809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:52,330 INFO [RS:0;f5f73e76a839:43809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:52,331 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241 2024-11-24T11:17:52,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,43809,1732447070241] 2024-11-24T11:17:52,335 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:17:52,337 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:17:52,337 INFO [RS:0;f5f73e76a839:43809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:17:52,337 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,337 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:17:52,338 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:17:52,338 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,338 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,338 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,338 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,338 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:52,339 DEBUG [RS:0;f5f73e76a839:43809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:52,340 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,340 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,340 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,340 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,340 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,340 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43809,1732447070241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:52,354 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:17:52,355 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43809,1732447070241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,355 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,355 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.Replication(171): f5f73e76a839,43809,1732447070241 started 2024-11-24T11:17:52,368 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:52,368 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,43809,1732447070241, RpcServer on f5f73e76a839/172.17.0.3:43809, sessionid=0x1016c9058710001 2024-11-24T11:17:52,368 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:17:52,368 DEBUG [RS:0;f5f73e76a839:43809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,43809,1732447070241 2024-11-24T11:17:52,368 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,43809,1732447070241' 2024-11-24T11:17:52,368 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-256437839/flush-table-proc/abort' 2024-11-24T11:17:52,369 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-256437839/flush-table-proc/acquired' 2024-11-24T11:17:52,370 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:17:52,370 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:17:52,370 DEBUG [RS:0;f5f73e76a839:43809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,43809,1732447070241 2024-11-24T11:17:52,370 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,43809,1732447070241' 2024-11-24T11:17:52,370 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-256437839/online-snapshot/abort' 2024-11-24T11:17:52,370 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-256437839/online-snapshot/acquired' 2024-11-24T11:17:52,370 DEBUG [RS:0;f5f73e76a839:43809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:17:52,370 INFO [RS:0;f5f73e76a839:43809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:17:52,370 INFO [RS:0;f5f73e76a839:43809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:17:52,471 INFO [RS:0;f5f73e76a839:43809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:52,473 INFO [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C43809%2C1732447070241, suffix=, logDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241, archiveDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/oldWALs, maxLogs=10 2024-11-24T11:17:52,487 DEBUG [RS:0;f5f73e76a839:43809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473, exclude list is [], retry=0 2024-11-24T11:17:52,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-fbdc82e2-e148-4896-94f4-0ffa2cf1bf30,DISK] 2024-11-24T11:17:52,492 INFO [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 2024-11-24T11:17:52,492 DEBUG [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-24T11:17:52,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:52,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:52,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:52,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:52,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:52,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:52,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:52,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:52,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:52,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:52,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:52,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:52,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:52,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:52,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:52,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740 2024-11-24T11:17:52,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740 2024-11-24T11:17:52,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:52,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:52,662 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:52,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:52,666 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:52,666 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70768554, jitterRate=0.05453363060951233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:52,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447072649Initializing all the Stores at 1732447072650 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447072650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447072650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447072650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447072650Cleaning up temporary data from old regions at 1732447072661 (+11 ms)Region opened successfully at 1732447072667 (+6 ms) 2024-11-24T11:17:52,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:17:52,667 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:17:52,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:17:52,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:17:52,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:17:52,667 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:52,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447072667Disabling compacts and flushes for region at 1732447072667Disabling writes for close at 1732447072667Writing region close event to WAL at 1732447072667Closed at 1732447072667 2024-11-24T11:17:52,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:52,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:17:52,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:17:52,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:52,671 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:17:52,822 DEBUG [f5f73e76a839:46343 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:17:52,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,43809,1732447070241 2024-11-24T11:17:52,823 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,43809,1732447070241, state=OPENING 2024-11-24T11:17:52,872 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:17:52,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:52,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:17:52,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256437839/meta-region-server: CHANGED 2024-11-24T11:17:52,883 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:52,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256437839/meta-region-server: CHANGED 2024-11-24T11:17:52,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,43809,1732447070241}] 2024-11-24T11:17:53,037 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:17:53,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:17:53,043 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:17:53,043 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:53,044 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:17:53,045 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C43809%2C1732447070241.meta, suffix=.meta, logDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241, archiveDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/oldWALs, maxLogs=10 2024-11-24T11:17:53,060 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.meta.1732447073046.meta, exclude list is [], retry=0 2024-11-24T11:17:53,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-fbdc82e2-e148-4896-94f4-0ffa2cf1bf30,DISK] 2024-11-24T11:17:53,064 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.meta.1732447073046.meta 2024-11-24T11:17:53,065 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-24T11:17:53,065 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:53,065 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:17:53,065 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:17:53,065 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:17:53,065 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:17:53,066 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:17:53,066 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:53,066 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:17:53,066 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:17:53,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:53,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:53,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:53,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:53,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:53,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:53,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:53,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:53,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:53,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:53,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:53,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:53,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:53,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:53,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:53,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:53,073 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:53,074 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740 2024-11-24T11:17:53,075 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740 2024-11-24T11:17:53,077 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:53,077 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:53,077 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:53,079 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:53,080 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60313493, jitterRate=-0.10125891864299774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:53,080 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:17:53,081 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447073066Writing region info on filesystem at 1732447073066Initializing all the Stores at 1732447073067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447073067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447073067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447073067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447073067Cleaning up temporary data from old regions at 1732447073077 (+10 ms)Running coprocessor post-open hooks at 1732447073080 (+3 ms)Region opened successfully at 1732447073081 (+1 ms) 2024-11-24T11:17:53,082 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447073037 2024-11-24T11:17:53,084 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:17:53,084 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:17:53,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,43809,1732447070241 2024-11-24T11:17:53,086 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,43809,1732447070241, state=OPEN 2024-11-24T11:17:53,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-256437839/meta-region-server 2024-11-24T11:17:53,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-256437839/meta-region-server 2024-11-24T11:17:53,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,43809,1732447070241 2024-11-24T11:17:53,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256437839/meta-region-server: CHANGED 2024-11-24T11:17:53,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256437839/meta-region-server: CHANGED 2024-11-24T11:17:53,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:17:53,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,43809,1732447070241 in 244 msec 2024-11-24T11:17:53,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:17:53,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-24T11:17:53,134 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:53,134 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:17:53,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:53,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,43809,1732447070241, seqNum=-1] 2024-11-24T11:17:53,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:53,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:53,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-24T11:17:53,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447073144, completionTime=-1 2024-11-24T11:17:53,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:17:53,144 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:17:53,146 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:17:53,146 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447133146 2024-11-24T11:17:53,146 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447193146 2024-11-24T11:17:53,146 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:17:53,146 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46343,1732447070082-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:53,147 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46343,1732447070082-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:53,147 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46343,1732447070082-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:53,147 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:46343, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:53,147 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:53,147 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:53,149 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:17:53,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.837sec 2024-11-24T11:17:53,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:17:53,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:17:53,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:17:53,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:17:53,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:17:53,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46343,1732447070082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:53,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46343,1732447070082-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:17:53,154 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:17:53,154 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:17:53,154 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46343,1732447070082-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:53,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:53,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46343,-1 for getting cluster id 2024-11-24T11:17:53,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:53,174 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8140e8f-4d08-4dde-afbf-099db09fc3eb' 2024-11-24T11:17:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8140e8f-4d08-4dde-afbf-099db09fc3eb" 2024-11-24T11:17:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9e39ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46343,-1] 2024-11-24T11:17:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:53,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:53,177 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:53,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207d3b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:53,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:53,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,43809,1732447070241, seqNum=-1] 2024-11-24T11:17:53,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:53,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:53,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,46343,1732447070082 2024-11-24T11:17:53,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62498 2024-11-24T11:17:53,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:53,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c9058710002 connected 2024-11-24T11:17:53,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.log.dir so I do NOT create it in target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded 2024-11-24T11:17:53,217 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:17:53,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.tmp.dir so I do NOT create it in target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded 2024-11-24T11:17:53,217 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:17:53,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded 2024-11-24T11:17:53,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:17:53,217 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/cluster_564e8f4b-16d8-005c-2e55-6b00d0a6fc76, deleteOnExit=true 2024-11-24T11:17:53,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/test.cache.data in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:17:53,218 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:17:53,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:17:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:17:53,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:53,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:17:53,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:17:53,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:17:53,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:17:53,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:53,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a51996c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:17:53,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372d7fa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:17:53,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b0c18d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/java.io.tmpdir/jetty-localhost-43771-hadoop-hdfs-3_4_1-tests_jar-_-any-16988789833708405816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:17:53,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@477582de{HTTP/1.1, (http/1.1)}{localhost:43771} 2024-11-24T11:17:53,879 INFO [Time-limited test {}] server.Server(415): Started @41692ms 2024-11-24T11:17:54,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:17:54,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:17:54,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:17:54,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:17:54,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:17:54,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48299201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:17:54,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24630b66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:17:54,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8a6af4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/java.io.tmpdir/jetty-localhost-38621-hadoop-hdfs-3_4_1-tests_jar-_-any-9136608295222009421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:17:54,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fb0e8d3{HTTP/1.1, (http/1.1)}{localhost:38621} 2024-11-24T11:17:54,428 INFO [Time-limited test {}] server.Server(415): Started @42242ms 2024-11-24T11:17:54,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:17:55,206 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/cluster_564e8f4b-16d8-005c-2e55-6b00d0a6fc76/data/data1/current/BP-582356515-172.17.0.3-1732447073244/current, will proceed with Du for space computation calculation, 2024-11-24T11:17:55,207 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/cluster_564e8f4b-16d8-005c-2e55-6b00d0a6fc76/data/data2/current/BP-582356515-172.17.0.3-1732447073244/current, will proceed with Du for space computation calculation, 2024-11-24T11:17:55,249 WARN [RS:0;f5f73e76a839:43809 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f5f73e76a839,39739,1732447040376: status=Processing ServerCrashProcedure of f5f73e76a839,39739,1732447040376 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732447058141, completionTime=-1 appears to have been leaked 2024-11-24T11:17:55,259 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:17:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23104427c640e117 with lease ID 0x5a1d72848e7838b3: Processing first storage report for DS-47b1ceac-50d4-43a2-a998-beb1dbaf87f3 from datanode DatanodeRegistration(127.0.0.1:44733, datanodeUuid=434dafc7-573f-4d23-b58a-7287e13febee, infoPort=38327, infoSecurePort=0, ipcPort=38487, storageInfo=lv=-57;cid=testClusterID;nsid=229924721;c=1732447073244) 2024-11-24T11:17:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23104427c640e117 with lease ID 0x5a1d72848e7838b3: from storage DS-47b1ceac-50d4-43a2-a998-beb1dbaf87f3 node DatanodeRegistration(127.0.0.1:44733, datanodeUuid=434dafc7-573f-4d23-b58a-7287e13febee, infoPort=38327, infoSecurePort=0, ipcPort=38487, storageInfo=lv=-57;cid=testClusterID;nsid=229924721;c=1732447073244), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:17:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23104427c640e117 with lease ID 0x5a1d72848e7838b3: Processing first storage report for DS-52155240-53b6-4af3-9462-ff4d73e6acc6 from datanode DatanodeRegistration(127.0.0.1:44733, datanodeUuid=434dafc7-573f-4d23-b58a-7287e13febee, infoPort=38327, infoSecurePort=0, ipcPort=38487, storageInfo=lv=-57;cid=testClusterID;nsid=229924721;c=1732447073244) 2024-11-24T11:17:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23104427c640e117 with lease ID 0x5a1d72848e7838b3: from storage DS-52155240-53b6-4af3-9462-ff4d73e6acc6 node DatanodeRegistration(127.0.0.1:44733, datanodeUuid=434dafc7-573f-4d23-b58a-7287e13febee, infoPort=38327, infoSecurePort=0, ipcPort=38487, storageInfo=lv=-57;cid=testClusterID;nsid=229924721;c=1732447073244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:17:55,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:17:55,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:17:55,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded 2024-11-24T11:17:55,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:55,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:17:55,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29 with version=8 2024-11-24T11:17:55,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/hbase-staging 2024-11-24T11:17:55,773 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:55,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:55,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:55,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:55,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:55,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:55,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:17:55,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:55,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38815 2024-11-24T11:17:55,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38815 connecting to ZooKeeper ensemble=127.0.0.1:62498 2024-11-24T11:17:55,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388150x0, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:55,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38815-0x1016c9058710003 connected 2024-11-24T11:17:55,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:55,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:55,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on znode that does not yet exist, /1846186305/running 2024-11-24T11:17:55,901 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29, hbase.cluster.distributed=false 2024-11-24T11:17:55,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on znode that does not yet exist, /1846186305/acl 2024-11-24T11:17:55,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-24T11:17:55,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38815 2024-11-24T11:17:55,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38815 2024-11-24T11:17:55,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-24T11:17:55,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-24T11:17:55,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:17:55,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:55,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:55,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:17:55,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:17:55,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:17:55,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:17:55,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:17:55,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40017 2024-11-24T11:17:55,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40017 connecting to ZooKeeper ensemble=127.0.0.1:62498 2024-11-24T11:17:55,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:55,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400170x0, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:55,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400170x0, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on znode that does not yet exist, /1846186305/running 2024-11-24T11:17:55,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40017-0x1016c9058710004 connected 2024-11-24T11:17:55,935 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:17:55,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:17:55,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on znode that does not yet exist, /1846186305/master 2024-11-24T11:17:55,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on znode that does not yet exist, /1846186305/acl 2024-11-24T11:17:55,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-24T11:17:55,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40017 2024-11-24T11:17:55,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40017 2024-11-24T11:17:55,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-24T11:17:55,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-24T11:17:55,951 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:38815 2024-11-24T11:17:55,952 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1846186305/backup-masters/f5f73e76a839,38815,1732447075773 2024-11-24T11:17:55,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305/backup-masters 2024-11-24T11:17:55,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305/backup-masters 2024-11-24T11:17:55,962 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on existing znode=/1846186305/backup-masters/f5f73e76a839,38815,1732447075773 2024-11-24T11:17:55,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:55,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846186305/master 2024-11-24T11:17:55,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:55,972 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on existing znode=/1846186305/master 2024-11-24T11:17:55,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1846186305/backup-masters/f5f73e76a839,38815,1732447075773 from backup master directory 2024-11-24T11:17:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846186305/backup-masters/f5f73e76a839,38815,1732447075773 2024-11-24T11:17:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305/backup-masters 2024-11-24T11:17:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305/backup-masters 2024-11-24T11:17:55,982 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:55,982 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,38815,1732447075773 2024-11-24T11:17:55,987 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/hbase.id] with ID: 367949bd-2417-4d10-83e6-393602873e5b 2024-11-24T11:17:55,987 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/.tmp/hbase.id 2024-11-24T11:17:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:17:56,398 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/.tmp/hbase.id]:[hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/hbase.id] 2024-11-24T11:17:56,411 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:17:56,411 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:17:56,412 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:17:56,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:56,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:17:56,868 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:17:56,869 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:17:56,869 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:56,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:17:57,277 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store 2024-11-24T11:17:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:17:57,685 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:57,685 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:17:57,686 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:57,686 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:57,686 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:17:57,686 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:57,686 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:17:57,686 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447077685Disabling compacts and flushes for region at 1732447077685Disabling writes for close at 1732447077686 (+1 ms)Writing region close event to WAL at 1732447077686Closed at 1732447077686 2024-11-24T11:17:57,687 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/.initializing 2024-11-24T11:17:57,687 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/WALs/f5f73e76a839,38815,1732447075773 2024-11-24T11:17:57,689 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:57,695 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C38815%2C1732447075773, suffix=, logDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/WALs/f5f73e76a839,38815,1732447075773, archiveDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/oldWALs, maxLogs=10 2024-11-24T11:17:57,709 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/WALs/f5f73e76a839,38815,1732447075773/f5f73e76a839%2C38815%2C1732447075773.1732447077696, exclude list is [], retry=0 2024-11-24T11:17:57,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44733,DS-47b1ceac-50d4-43a2-a998-beb1dbaf87f3,DISK] 2024-11-24T11:17:57,715 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/WALs/f5f73e76a839,38815,1732447075773/f5f73e76a839%2C38815%2C1732447075773.1732447077696 2024-11-24T11:17:57,716 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38327:38327)] 2024-11-24T11:17:57,716 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:57,716 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:57,716 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,716 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:17:57,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:57,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:57,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:17:57,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:57,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:57,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:17:57,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:57,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:57,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:17:57,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:57,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:17:57,737 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,738 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,739 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,740 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,740 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,741 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:57,743 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:17:57,747 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:57,750 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63331839, jitterRate=-0.056282058358192444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:57,750 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447077717Initializing all the Stores at 1732447077718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447077718Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447077724 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447077724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447077724Cleaning up temporary data from old regions at 1732447077740 (+16 ms)Region opened successfully at 1732447077750 (+10 ms) 2024-11-24T11:17:57,760 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:17:57,766 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4568f964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:57,768 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:17:57,768 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:17:57,768 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:17:57,768 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:17:57,769 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:17:57,769 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:17:57,769 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:17:57,775 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:17:57,777 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Unable to get data of znode /1846186305/balancer because node does not exist (not necessarily an error) 2024-11-24T11:17:57,824 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846186305/balancer already deleted, retry=false 2024-11-24T11:17:57,825 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:17:57,825 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Unable to get data of znode /1846186305/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:17:57,834 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846186305/normalizer already deleted, retry=false 2024-11-24T11:17:57,835 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:17:57,836 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Unable to get data of znode /1846186305/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:17:57,845 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846186305/switch/split already deleted, retry=false 2024-11-24T11:17:57,847 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Unable to get data of znode /1846186305/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:17:57,856 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846186305/switch/merge already deleted, retry=false 2024-11-24T11:17:57,858 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Unable to get data of znode /1846186305/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:17:57,866 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846186305/snapshot-cleanup already deleted, retry=false 2024-11-24T11:17:57,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846186305/running 2024-11-24T11:17:57,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:57,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846186305/running 2024-11-24T11:17:57,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:57,880 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,38815,1732447075773, sessionid=0x1016c9058710003, setting cluster-up flag (Was=false) 2024-11-24T11:17:57,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:57,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:57,935 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1846186305/flush-table-proc/acquired, /1846186305/flush-table-proc/reached, /1846186305/flush-table-proc/abort 2024-11-24T11:17:57,938 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,38815,1732447075773 2024-11-24T11:17:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:57,994 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1846186305/online-snapshot/acquired, /1846186305/online-snapshot/reached, /1846186305/online-snapshot/abort 2024-11-24T11:17:57,998 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,38815,1732447075773 2024-11-24T11:17:58,000 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:17:58,004 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:58,005 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:17:58,005 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:17:58,005 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,38815,1732447075773 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:17:58,010 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:58,010 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:58,010 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:58,011 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:17:58,011 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:17:58,011 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,011 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:58,011 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,040 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:58,040 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:17:58,043 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:58,043 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:17:58,049 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(746): ClusterId : 367949bd-2417-4d10-83e6-393602873e5b 2024-11-24T11:17:58,050 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:17:58,063 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:17:58,064 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:17:58,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447108067 2024-11-24T11:17:58,068 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:17:58,068 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:17:58,068 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:17:58,068 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:17:58,068 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:17:58,068 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:17:58,076 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,078 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:17:58,079 DEBUG [RS:0;f5f73e76a839:40017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c2d778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:17:58,104 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:17:58,105 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:17:58,105 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:17:58,105 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:17:58,107 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:17:58,107 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:17:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:17:58,127 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:17:58,128 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29 2024-11-24T11:17:58,151 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:40017 2024-11-24T11:17:58,152 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:17:58,152 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:17:58,152 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:17:58,152 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447078108,5,FailOnTimeoutGroup] 2024-11-24T11:17:58,153 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,38815,1732447075773 with port=40017, startcode=1732447075917 2024-11-24T11:17:58,153 DEBUG [RS:0;f5f73e76a839:40017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:17:58,160 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447078152,5,FailOnTimeoutGroup] 2024-11-24T11:17:58,160 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,160 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:17:58,160 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,160 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,165 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:17:58,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38815 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,40017,1732447075917 2024-11-24T11:17:58,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38815 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,40017,1732447075917 2024-11-24T11:17:58,173 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29 2024-11-24T11:17:58,173 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36179 2024-11-24T11:17:58,173 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:17:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:17:58,181 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:58,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305/rs 2024-11-24T11:17:58,183 DEBUG [RS:0;f5f73e76a839:40017 {}] zookeeper.ZKUtil(111): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on existing znode=/1846186305/rs/f5f73e76a839,40017,1732447075917 2024-11-24T11:17:58,184 WARN [RS:0;f5f73e76a839:40017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:17:58,184 INFO [RS:0;f5f73e76a839:40017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:58,184 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/WALs/f5f73e76a839,40017,1732447075917 2024-11-24T11:17:58,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,40017,1732447075917] 2024-11-24T11:17:58,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:58,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:58,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:58,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:58,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:58,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:58,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:58,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:58,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:58,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:58,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:58,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:58,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:58,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:58,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:58,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:58,220 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:58,221 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740 2024-11-24T11:17:58,222 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740 2024-11-24T11:17:58,224 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:58,224 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:58,224 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:17:58,225 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:58,233 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:58,248 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:17:58,250 INFO [RS:0;f5f73e76a839:40017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:17:58,250 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,258 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:17:58,259 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59803412, jitterRate=-0.10885971784591675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:58,259 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447078181Initializing all the Stores at 1732447078183 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447078183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447078188 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447078188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447078188Cleaning up temporary data from old regions at 1732447078224 (+36 ms)Region opened successfully at 1732447078259 (+35 ms) 2024-11-24T11:17:58,259 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:17:58,259 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:17:58,260 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:17:58,260 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:17:58,260 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:17:58,264 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:17:58,265 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:17:58,266 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,266 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,267 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,267 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:17:58,267 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:58,267 DEBUG [RS:0;f5f73e76a839:40017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:17:58,292 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,292 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,292 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,292 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,292 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,293 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40017,1732447075917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:58,300 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:17:58,301 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447078259Disabling compacts and flushes for region at 1732447078259Disabling writes for close at 1732447078260 (+1 ms)Writing region close event to WAL at 1732447078300 (+40 ms)Closed at 1732447078300 2024-11-24T11:17:58,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:58,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:17:58,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:17:58,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:58,310 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:17:58,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:17:58,343 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:17:58,343 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40017,1732447075917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,344 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,344 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.Replication(171): f5f73e76a839,40017,1732447075917 started 2024-11-24T11:17:58,366 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:58,366 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,40017,1732447075917, RpcServer on f5f73e76a839/172.17.0.3:40017, sessionid=0x1016c9058710004 2024-11-24T11:17:58,366 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:17:58,366 DEBUG [RS:0;f5f73e76a839:40017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,40017,1732447075917 2024-11-24T11:17:58,366 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,40017,1732447075917' 2024-11-24T11:17:58,366 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1846186305/flush-table-proc/abort' 2024-11-24T11:17:58,367 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1846186305/flush-table-proc/acquired' 2024-11-24T11:17:58,368 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:17:58,368 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:17:58,368 DEBUG [RS:0;f5f73e76a839:40017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,40017,1732447075917 2024-11-24T11:17:58,368 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,40017,1732447075917' 2024-11-24T11:17:58,368 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1846186305/online-snapshot/abort' 2024-11-24T11:17:58,369 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1846186305/online-snapshot/acquired' 2024-11-24T11:17:58,369 DEBUG [RS:0;f5f73e76a839:40017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:17:58,369 INFO [RS:0;f5f73e76a839:40017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:17:58,369 INFO [RS:0;f5f73e76a839:40017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:17:58,461 WARN [f5f73e76a839:38815 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T11:17:58,470 INFO [RS:0;f5f73e76a839:40017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:17:58,472 INFO [RS:0;f5f73e76a839:40017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C40017%2C1732447075917, suffix=, logDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/WALs/f5f73e76a839,40017,1732447075917, archiveDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/oldWALs, maxLogs=10 2024-11-24T11:17:58,492 DEBUG [RS:0;f5f73e76a839:40017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/WALs/f5f73e76a839,40017,1732447075917/f5f73e76a839%2C40017%2C1732447075917.1732447078473, exclude list is [], retry=0 2024-11-24T11:17:58,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44733,DS-47b1ceac-50d4-43a2-a998-beb1dbaf87f3,DISK] 2024-11-24T11:17:58,513 INFO [RS:0;f5f73e76a839:40017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/WALs/f5f73e76a839,40017,1732447075917/f5f73e76a839%2C40017%2C1732447075917.1732447078473 2024-11-24T11:17:58,532 DEBUG [RS:0;f5f73e76a839:40017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38327:38327)] 2024-11-24T11:17:58,711 DEBUG [f5f73e76a839:38815 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:17:58,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,40017,1732447075917 2024-11-24T11:17:58,713 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,40017,1732447075917, state=OPENING 2024-11-24T11:17:58,815 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:17:58,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:58,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:17:58,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:17:58,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846186305/meta-region-server: CHANGED 2024-11-24T11:17:58,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846186305/meta-region-server: CHANGED 2024-11-24T11:17:58,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,40017,1732447075917}] 2024-11-24T11:17:58,989 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:17:58,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:17:58,995 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:17:58,995 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:17:58,995 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:17:58,997 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C40017%2C1732447075917.meta, suffix=.meta, logDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/WALs/f5f73e76a839,40017,1732447075917, archiveDir=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/oldWALs, maxLogs=10 2024-11-24T11:17:59,010 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/WALs/f5f73e76a839,40017,1732447075917/f5f73e76a839%2C40017%2C1732447075917.meta.1732447078997.meta, exclude list is [], retry=0 2024-11-24T11:17:59,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44733,DS-47b1ceac-50d4-43a2-a998-beb1dbaf87f3,DISK] 2024-11-24T11:17:59,014 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/WALs/f5f73e76a839,40017,1732447075917/f5f73e76a839%2C40017%2C1732447075917.meta.1732447078997.meta 2024-11-24T11:17:59,014 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38327:38327)] 2024-11-24T11:17:59,014 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:17:59,015 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:17:59,015 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:17:59,015 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:17:59,015 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:17:59,015 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:17:59,016 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:17:59,016 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:17:59,016 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:17:59,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:17:59,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:17:59,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:59,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:59,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:17:59,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:17:59,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:59,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:59,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:17:59,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:17:59,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:59,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:59,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:17:59,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:17:59,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:59,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:17:59,023 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:17:59,024 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740 2024-11-24T11:17:59,025 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740 2024-11-24T11:17:59,026 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:17:59,026 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:17:59,027 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:17:59,029 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:17:59,029 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67240310, jitterRate=0.001958698034286499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:17:59,030 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:17:59,030 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447079016Writing region info on filesystem at 1732447079016Initializing all the Stores at 1732447079017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447079017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447079017Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447079017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447079017Cleaning up temporary data from old regions at 1732447079026 (+9 ms)Running coprocessor post-open hooks at 1732447079030 (+4 ms)Region opened successfully at 1732447079030 2024-11-24T11:17:59,031 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447078988 2024-11-24T11:17:59,033 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:17:59,033 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:17:59,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,40017,1732447075917 2024-11-24T11:17:59,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,40017,1732447075917, state=OPEN 2024-11-24T11:17:59,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1846186305/meta-region-server 2024-11-24T11:17:59,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1846186305/meta-region-server 2024-11-24T11:17:59,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,40017,1732447075917 2024-11-24T11:17:59,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846186305/meta-region-server: CHANGED 2024-11-24T11:17:59,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846186305/meta-region-server: CHANGED 2024-11-24T11:17:59,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:17:59,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,40017,1732447075917 in 268 msec 2024-11-24T11:17:59,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:17:59,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 803 msec 2024-11-24T11:17:59,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:17:59,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:17:59,111 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:59,111 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,40017,1732447075917, seqNum=-1] 2024-11-24T11:17:59,112 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:59,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:59,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1140 sec 2024-11-24T11:17:59,118 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447079118, completionTime=-1 2024-11-24T11:17:59,118 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:17:59,119 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:17:59,121 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:17:59,121 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447139121 2024-11-24T11:17:59,121 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447199121 2024-11-24T11:17:59,121 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:17:59,122 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38815,1732447075773-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:59,122 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38815,1732447075773-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:59,122 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38815,1732447075773-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:59,122 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:38815, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:59,122 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:59,122 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:59,124 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:17:59,126 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.144sec 2024-11-24T11:17:59,126 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:17:59,126 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:17:59,126 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:17:59,126 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:17:59,126 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:17:59,126 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38815,1732447075773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:17:59,126 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38815,1732447075773-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:17:59,129 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:17:59,129 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:17:59,129 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38815,1732447075773-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:17:59,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd773f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38815,-1 for getting cluster id 2024-11-24T11:17:59,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:59,152 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '367949bd-2417-4d10-83e6-393602873e5b' 2024-11-24T11:17:59,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "367949bd-2417-4d10-83e6-393602873e5b" 2024-11-24T11:17:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78031746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38815,-1] 2024-11-24T11:17:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:59,154 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:59,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d6db02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:17:59,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,40017,1732447075917, seqNum=-1] 2024-11-24T11:17:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:17:59,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:17:59,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,38815,1732447075773 2024-11-24T11:17:59,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62498 2024-11-24T11:17:59,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:17:59,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c9058710005 connected 2024-11-24T11:17:59,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f49d167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46343,-1 for getting cluster id 2024-11-24T11:17:59,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:59,201 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8140e8f-4d08-4dde-afbf-099db09fc3eb' 2024-11-24T11:17:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8140e8f-4d08-4dde-afbf-099db09fc3eb" 2024-11-24T11:17:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cc315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46343,-1] 2024-11-24T11:17:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:59,203 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36146ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46343,1732447070082 2024-11-24T11:17:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@108b849a 2024-11-24T11:17:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:59,206 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:59,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:38815,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:17:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:17:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:59,209 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:38815' 2024-11-24T11:17:59,210 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4ad7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,210 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38815,-1 for getting cluster id 2024-11-24T11:17:59,210 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:17:59,211 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '367949bd-2417-4d10-83e6-393602873e5b' 2024-11-24T11:17:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:17:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "367949bd-2417-4d10-83e6-393602873e5b" 2024-11-24T11:17:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a48b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38815,-1] 2024-11-24T11:17:59,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:17:59,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:59,213 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:17:59,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d03a960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:17:59,214 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:17:59,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38815,1732447075773 2024-11-24T11:17:59,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b2d523 2024-11-24T11:17:59,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:17:59,216 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:17:59,217 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T11:17:59,217 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:17:59,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:59,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:17:59,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:17:59,217 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:17:59,219 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:17:59,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:17:59,221 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:17:59,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:17:59,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741835_1011 (size=1138) 2024-11-24T11:17:59,269 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:17:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:17:59,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e95eb1dc2d1decf6bcead0989dcf2e2a, NAME => 'hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f 2024-11-24T11:17:59,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741836_1012 (size=44) 2024-11-24T11:17:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:17:59,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:17:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:17:59,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T11:17:59,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:17:59,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T11:17:59,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:17:59,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T11:17:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:00,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:00,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e95eb1dc2d1decf6bcead0989dcf2e2a, disabling compactions & flushes 2024-11-24T11:18:00,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:00,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:00,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. after waiting 0 ms 2024-11-24T11:18:00,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:00,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:00,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e95eb1dc2d1decf6bcead0989dcf2e2a: Waiting for close lock at 1732447080037Disabling compacts and flushes for region at 1732447080037Disabling writes for close at 1732447080037Writing region close event to WAL at 1732447080037Closed at 1732447080037 2024-11-24T11:18:00,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:18:00,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447080039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447080039"}]},"ts":"1732447080039"} 2024-11-24T11:18:00,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:18:00,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:18:00,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447080043"}]},"ts":"1732447080043"} 2024-11-24T11:18:00,045 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:18:00,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e95eb1dc2d1decf6bcead0989dcf2e2a, ASSIGN}] 2024-11-24T11:18:00,047 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e95eb1dc2d1decf6bcead0989dcf2e2a, ASSIGN 2024-11-24T11:18:00,048 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e95eb1dc2d1decf6bcead0989dcf2e2a, ASSIGN; state=OFFLINE, location=f5f73e76a839,43809,1732447070241; forceNewPlan=false, retain=false 2024-11-24T11:18:00,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e95eb1dc2d1decf6bcead0989dcf2e2a, regionState=OPENING, regionLocation=f5f73e76a839,43809,1732447070241 2024-11-24T11:18:00,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e95eb1dc2d1decf6bcead0989dcf2e2a, ASSIGN because future has completed 2024-11-24T11:18:00,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e95eb1dc2d1decf6bcead0989dcf2e2a, server=f5f73e76a839,43809,1732447070241}] 2024-11-24T11:18:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:00,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:00,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:18:00,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:18:00,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C43809%2C1732447070241.rep, suffix=, logDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241, archiveDir=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/oldWALs, maxLogs=10 2024-11-24T11:18:00,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.rep.1732447080359, exclude list is [], retry=0 2024-11-24T11:18:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-fbdc82e2-e148-4896-94f4-0ffa2cf1bf30,DISK] 2024-11-24T11:18:00,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.rep.1732447080359 2024-11-24T11:18:00,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-24T11:18:00,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e95eb1dc2d1decf6bcead0989dcf2e2a, NAME => 'hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:18:00,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:18:00,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:18:00,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. service=MultiRowMutationService 2024-11-24T11:18:00,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:18:00,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:00,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,378 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,379 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e95eb1dc2d1decf6bcead0989dcf2e2a columnFamilyName hfileref 2024-11-24T11:18:00,380 DEBUG [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:00,380 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] regionserver.HStore(327): Store=e95eb1dc2d1decf6bcead0989dcf2e2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:00,380 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,382 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e95eb1dc2d1decf6bcead0989dcf2e2a columnFamilyName queue 2024-11-24T11:18:00,382 DEBUG [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:00,382 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] regionserver.HStore(327): Store=e95eb1dc2d1decf6bcead0989dcf2e2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:00,382 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,383 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e95eb1dc2d1decf6bcead0989dcf2e2a columnFamilyName sid 2024-11-24T11:18:00,384 DEBUG [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:00,384 INFO [StoreOpener-e95eb1dc2d1decf6bcead0989dcf2e2a-1 {}] regionserver.HStore(327): Store=e95eb1dc2d1decf6bcead0989dcf2e2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:00,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:18:00,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:18:00,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e95eb1dc2d1decf6bcead0989dcf2e2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60110818, jitterRate=-0.10427901148796082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:18:00,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:00,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e95eb1dc2d1decf6bcead0989dcf2e2a: Running coprocessor pre-open hook at 1732447080377Writing region info on filesystem at 1732447080377Initializing all the Stores at 1732447080378 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447080378Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447080378Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447080378Cleaning up temporary data from old regions at 1732447080386 (+8 ms)Running coprocessor post-open hooks at 1732447080391 (+5 ms)Region opened successfully at 1732447080392 (+1 ms) 2024-11-24T11:18:00,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a., pid=7, masterSystemTime=1732447080353 2024-11-24T11:18:00,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:00,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:00,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e95eb1dc2d1decf6bcead0989dcf2e2a, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,43809,1732447070241 2024-11-24T11:18:00,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e95eb1dc2d1decf6bcead0989dcf2e2a, server=f5f73e76a839,43809,1732447070241 because future has completed 2024-11-24T11:18:00,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T11:18:00,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e95eb1dc2d1decf6bcead0989dcf2e2a, server=f5f73e76a839,43809,1732447070241 in 199 msec 2024-11-24T11:18:00,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:18:00,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e95eb1dc2d1decf6bcead0989dcf2e2a, ASSIGN in 357 msec 2024-11-24T11:18:00,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:18:00,405 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447080405"}]},"ts":"1732447080405"} 2024-11-24T11:18:00,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:18:00,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:18:00,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-24T11:18:00,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a., hostname=f5f73e76a839,43809,1732447070241, seqNum=2] 2024-11-24T11:18:00,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:18:00,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:18:00,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:18:00,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T11:18:00,663 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:18:00,692 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,43809,1732447070241, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:18:00,692 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:00,693 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,43809,1732447070241, seqNum=-1] 2024-11-24T11:18:00,693 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:00,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T11:18:00,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,43809,1732447070241', locateType=CURRENT is [region=hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a., hostname=f5f73e76a839,43809,1732447070241, seqNum=2] 2024-11-24T11:18:00,699 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T11:18:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T11:18:00,702 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,43809,1732447070241 suceeded 2024-11-24T11:18:00,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T11:18:00,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-24T11:18:00,704 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:38815,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:18:00,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-24T11:18:00,714 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:38815' 2024-11-24T11:18:00,715 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b43dc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:00,715 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38815,-1 for getting cluster id 2024-11-24T11:18:00,715 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:00,716 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '367949bd-2417-4d10-83e6-393602873e5b' 2024-11-24T11:18:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:00,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "367949bd-2417-4d10-83e6-393602873e5b" 2024-11-24T11:18:00,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c0c65ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:00,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38815,-1] 2024-11-24T11:18:00,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:00,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:00,718 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:00,718 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f4b72cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:00,719 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:00,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38815,1732447075773 2024-11-24T11:18:00,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a19d22f 2024-11-24T11:18:00,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:00,720 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T11:18:00,721 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,43809,1732447070241 (queues=1) is replicating from cluster=b8140e8f-4d08-4dde-afbf-099db09fc3eb to cluster=367949bd-2417-4d10-83e6-393602873e5b 2024-11-24T11:18:00,721 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C43809%2C1732447070241 2024-11-24T11:18:00,721 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,43809,1732447070241, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:18:00,722 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.shipperf5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C43809%2C1732447070241 2024-11-24T11:18:00,722 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473, startPosition=0, beingWritten=true 2024-11-24T11:18:00,927 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 to pos 0, reset compression=false 2024-11-24T11:18:01,233 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 to pos 0, reset compression=false 2024-11-24T11:18:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:01,367 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:18:01,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:18:01,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:01,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:01,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:01,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:18:01,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46343,1732447070082 2024-11-24T11:18:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37882a91 2024-11-24T11:18:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:01,370 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:18:01,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T11:18:01,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:18:01,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:18:01,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:01,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:01,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:01,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:18:01,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:18:01,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1655695772, stopped=false 2024-11-24T11:18:01,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,38815,1732447075773 2024-11-24T11:18:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846186305/running 2024-11-24T11:18:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846186305/running 2024-11-24T11:18:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:18:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:18:01,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:18:01,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:18:01,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:01,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:01,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on znode that does not yet exist, /1846186305/running 2024-11-24T11:18:01,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Set watcher on znode that does not yet exist, /1846186305/running 2024-11-24T11:18:01,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,40017,1732447075917' ***** 2024-11-24T11:18:01,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:18:01,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,40017,1732447075917 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:40017. 2024-11-24T11:18:01,462 DEBUG [RS:0;f5f73e76a839:40017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:01,462 DEBUG [RS:0;f5f73e76a839:40017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:18:01,462 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:18:01,463 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:18:01,463 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:18:01,463 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:18:01,463 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:18:01,463 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:18:01,463 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:18:01,463 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:18:01,463 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:18:01,463 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T11:18:01,478 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740/.tmp/ns/5f06bec45b8e448ea790c0853e8bdfb4 is 43, key is default/ns:d/1732447079113/Put/seqid=0 2024-11-24T11:18:01,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741835_1011 (size=5153) 2024-11-24T11:18:01,521 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:18:01,638 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 to pos 0, reset compression=false 2024-11-24T11:18:01,663 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:18:01,863 DEBUG [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:18:01,883 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740/.tmp/ns/5f06bec45b8e448ea790c0853e8bdfb4 2024-11-24T11:18:01,890 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740/.tmp/ns/5f06bec45b8e448ea790c0853e8bdfb4 as hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740/ns/5f06bec45b8e448ea790c0853e8bdfb4 2024-11-24T11:18:01,895 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740/ns/5f06bec45b8e448ea790c0853e8bdfb4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T11:18:01,896 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-24T11:18:01,901 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T11:18:01,902 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:18:01,902 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:18:01,902 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:18:01,902 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447081463Running coprocessor pre-close hooks at 1732447081463Disabling compacts and flushes for region at 1732447081463Disabling writes for close at 1732447081463Obtaining lock to block concurrent updates at 1732447081463Preparing flush snapshotting stores in 1588230740 at 1732447081463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732447081464 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732447081464Flushing 1588230740/ns: creating writer at 1732447081464Flushing 1588230740/ns: appending metadata at 1732447081477 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732447081477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243e8b78: reopening flushed file at 1732447081889 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732447081896 (+7 ms)Writing region close event to WAL at 1732447081897 (+1 ms)Running coprocessor post-close hooks at 1732447081902 (+5 ms)Closed at 1732447081902 2024-11-24T11:18:01,902 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:18:02,063 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,40017,1732447075917; all regions closed. 2024-11-24T11:18:02,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741834_1010 (size=1152) 2024-11-24T11:18:02,068 DEBUG [RS:0;f5f73e76a839:40017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/oldWALs 2024-11-24T11:18:02,068 INFO [RS:0;f5f73e76a839:40017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C40017%2C1732447075917.meta:.meta(num 1732447078997) 2024-11-24T11:18:02,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741833_1009 (size=93) 2024-11-24T11:18:02,070 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/WALs/f5f73e76a839,40017,1732447075917/f5f73e76a839%2C40017%2C1732447075917.1732447078473 not finished, retry = 0 2024-11-24T11:18:02,142 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 to pos 0, reset compression=false 2024-11-24T11:18:02,173 DEBUG [RS:0;f5f73e76a839:40017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/oldWALs 2024-11-24T11:18:02,173 INFO [RS:0;f5f73e76a839:40017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C40017%2C1732447075917:(num 1732447078473) 2024-11-24T11:18:02,173 DEBUG [RS:0;f5f73e76a839:40017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:02,173 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:18:02,173 INFO [RS:0;f5f73e76a839:40017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:18:02,173 INFO [RS:0;f5f73e76a839:40017 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:18:02,173 INFO [RS:0;f5f73e76a839:40017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:18:02,173 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:18:02,173 INFO [RS:0;f5f73e76a839:40017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40017 2024-11-24T11:18:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305/rs 2024-11-24T11:18:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846186305/rs/f5f73e76a839,40017,1732447075917 2024-11-24T11:18:02,219 INFO [RS:0;f5f73e76a839:40017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:18:02,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,40017,1732447075917] 2024-11-24T11:18:02,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1846186305/draining/f5f73e76a839,40017,1732447075917 already deleted, retry=false 2024-11-24T11:18:02,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,40017,1732447075917 expired; onlineServers=0 2024-11-24T11:18:02,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,38815,1732447075773' ***** 2024-11-24T11:18:02,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:18:02,240 INFO [M:0;f5f73e76a839:38815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:18:02,240 INFO [M:0;f5f73e76a839:38815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:18:02,240 DEBUG [M:0;f5f73e76a839:38815 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:18:02,240 DEBUG [M:0;f5f73e76a839:38815 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:18:02,240 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:18:02,240 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447078108 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447078108,5,FailOnTimeoutGroup] 2024-11-24T11:18:02,240 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447078152 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447078152,5,FailOnTimeoutGroup] 2024-11-24T11:18:02,240 INFO [M:0;f5f73e76a839:38815 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:18:02,240 INFO [M:0;f5f73e76a839:38815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:18:02,240 DEBUG [M:0;f5f73e76a839:38815 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:18:02,241 INFO [M:0;f5f73e76a839:38815 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:18:02,241 INFO [M:0;f5f73e76a839:38815 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:18:02,241 INFO [M:0;f5f73e76a839:38815 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:18:02,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:18:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846186305/master 2024-11-24T11:18:02,250 DEBUG [M:0;f5f73e76a839:38815 {}] zookeeper.ZKUtil(347): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Unable to get data of znode /1846186305/master because node does not exist (not an error) 2024-11-24T11:18:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846186305 2024-11-24T11:18:02,250 WARN [M:0;f5f73e76a839:38815 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:18:02,251 INFO [M:0;f5f73e76a839:38815 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/.lastflushedseqids 2024-11-24T11:18:02,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741836_1012 (size=99) 2024-11-24T11:18:02,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:18:02,329 INFO [RS:0;f5f73e76a839:40017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:18:02,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40017-0x1016c9058710004, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:18:02,329 INFO [RS:0;f5f73e76a839:40017 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,40017,1732447075917; zookeeper connection closed. 2024-11-24T11:18:02,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e68bb1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e68bb1f 2024-11-24T11:18:02,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:18:02,657 INFO [M:0;f5f73e76a839:38815 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:18:02,657 INFO [M:0;f5f73e76a839:38815 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:18:02,657 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:18:02,657 INFO [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:02,658 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:02,658 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:18:02,658 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:02,658 INFO [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T11:18:02,677 DEBUG [M:0;f5f73e76a839:38815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e316d4b3dd36483d860b4c9a268b8459 is 82, key is hbase:meta,,1/info:regioninfo/1732447079034/Put/seqid=0 2024-11-24T11:18:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741837_1013 (size=5672) 2024-11-24T11:18:02,748 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 to pos 0, reset compression=false 2024-11-24T11:18:03,082 INFO [M:0;f5f73e76a839:38815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e316d4b3dd36483d860b4c9a268b8459 2024-11-24T11:18:03,103 DEBUG [M:0;f5f73e76a839:38815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e61196ebb2c44f789719af7a0ce901f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732447079117/Put/seqid=0 2024-11-24T11:18:03,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741838_1014 (size=5275) 2024-11-24T11:18:03,453 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 to pos 0, reset compression=false 2024-11-24T11:18:03,509 INFO [M:0;f5f73e76a839:38815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e61196ebb2c44f789719af7a0ce901f 2024-11-24T11:18:03,528 DEBUG [M:0;f5f73e76a839:38815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd3b38d08df74824aca3095613dc3c97 is 69, key is f5f73e76a839,40017,1732447075917/rs:state/1732447078167/Put/seqid=0 2024-11-24T11:18:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741839_1015 (size=5156) 2024-11-24T11:18:03,933 INFO [M:0;f5f73e76a839:38815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd3b38d08df74824aca3095613dc3c97 2024-11-24T11:18:03,939 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e316d4b3dd36483d860b4c9a268b8459 as hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e316d4b3dd36483d860b4c9a268b8459 2024-11-24T11:18:03,944 INFO [M:0;f5f73e76a839:38815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e316d4b3dd36483d860b4c9a268b8459, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T11:18:03,946 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e61196ebb2c44f789719af7a0ce901f as hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e61196ebb2c44f789719af7a0ce901f 2024-11-24T11:18:03,951 INFO [M:0;f5f73e76a839:38815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e61196ebb2c44f789719af7a0ce901f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T11:18:03,952 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd3b38d08df74824aca3095613dc3c97 as hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd3b38d08df74824aca3095613dc3c97 2024-11-24T11:18:03,957 INFO [M:0;f5f73e76a839:38815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36179/user/jenkins/test-data/9692a793-03d2-a6f3-8110-e1bc50e0ba29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd3b38d08df74824aca3095613dc3c97, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T11:18:03,958 INFO [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false 2024-11-24T11:18:03,959 INFO [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:03,959 DEBUG [M:0;f5f73e76a839:38815 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447082657Disabling compacts and flushes for region at 1732447082657Disabling writes for close at 1732447082658 (+1 ms)Obtaining lock to block concurrent updates at 1732447082658Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447082658Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732447082658Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447082659 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447082659Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447082676 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447082676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447083087 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447083102 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447083102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447083515 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447083528 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447083528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71991f15: reopening flushed file at 1732447083938 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388fdb22: reopening flushed file at 1732447083944 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724afff9: reopening flushed file at 1732447083951 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1732447083958 (+7 ms)Writing region close event to WAL at 1732447083959 (+1 ms)Closed at 1732447083959 2024-11-24T11:18:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44733 is added to blk_1073741830_1006 (size=10165) 2024-11-24T11:18:03,964 INFO [M:0;f5f73e76a839:38815 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:18:03,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:18:03,964 INFO [M:0;f5f73e76a839:38815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38815 2024-11-24T11:18:03,964 INFO [M:0;f5f73e76a839:38815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:18:04,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:18:04,087 INFO [M:0;f5f73e76a839:38815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:18:04,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38815-0x1016c9058710003, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:18:04,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8a6af4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:18:04,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fb0e8d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:18:04,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:18:04,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24630b66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:18:04,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48299201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.log.dir/,STOPPED} 2024-11-24T11:18:04,126 WARN [BP-582356515-172.17.0.3-1732447073244 heartbeating to localhost/127.0.0.1:36179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:18:04,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:18:04,126 WARN [BP-582356515-172.17.0.3-1732447073244 heartbeating to localhost/127.0.0.1:36179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-582356515-172.17.0.3-1732447073244 (Datanode Uuid 434dafc7-573f-4d23-b58a-7287e13febee) service to localhost/127.0.0.1:36179 2024-11-24T11:18:04,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:18:04,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/cluster_564e8f4b-16d8-005c-2e55-6b00d0a6fc76/data/data1/current/BP-582356515-172.17.0.3-1732447073244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:18:04,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/cluster_564e8f4b-16d8-005c-2e55-6b00d0a6fc76/data/data2/current/BP-582356515-172.17.0.3-1732447073244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:18:04,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:18:04,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b0c18d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:18:04,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@477582de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:18:04,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:18:04,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372d7fa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:18:04,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a51996c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.log.dir/,STOPPED} 2024-11-24T11:18:04,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:18:04,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:18:04,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:18:04,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:04,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:04,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:04,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:18:04,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:18:04,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1451284517, stopped=false 2024-11-24T11:18:04,148 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,46343,1732447070082 2024-11-24T11:18:04,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256437839/running 2024-11-24T11:18:04,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:18:04,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256437839/running 2024-11-24T11:18:04,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:18:04,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:18:04,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:18:04,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:04,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:04,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on znode that does not yet exist, /0-256437839/running 2024-11-24T11:18:04,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Set watcher on znode that does not yet exist, /0-256437839/running 2024-11-24T11:18:04,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,43809,1732447070241' ***** 2024-11-24T11:18:04,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:18:04,162 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:18:04,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:18:04,162 INFO [RS:0;f5f73e76a839:43809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:18:04,162 INFO [RS:0;f5f73e76a839:43809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:18:04,162 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(3091): Received CLOSE for e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:04,162 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,43809,1732447070241 2024-11-24T11:18:04,162 INFO [RS:0;f5f73e76a839:43809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:18:04,162 INFO [RS:0;f5f73e76a839:43809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:43809. 2024-11-24T11:18:04,162 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e95eb1dc2d1decf6bcead0989dcf2e2a, disabling compactions & flushes 2024-11-24T11:18:04,162 DEBUG [RS:0;f5f73e76a839:43809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:04,162 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:04,162 DEBUG [RS:0;f5f73e76a839:43809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:04,162 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:04,162 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. after waiting 0 ms 2024-11-24T11:18:04,162 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:04,162 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:18:04,163 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:18:04,163 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:18:04,163 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e95eb1dc2d1decf6bcead0989dcf2e2a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T11:18:04,163 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:18:04,163 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:18:04,163 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1325): Online Regions={e95eb1dc2d1decf6bcead0989dcf2e2a=hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:18:04,163 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:04,163 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:18:04,163 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:18:04,163 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:18:04,163 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:18:04,163 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:18:04,163 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T11:18:04,178 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a/.tmp/queue/df80464fcfff4dd5af07925ad88984f9 is 151, key is 1-f5f73e76a839,43809,1732447070241/queue:f5f73e76a839%2C43809%2C1732447070241/1732447080697/Put/seqid=0 2024-11-24T11:18:04,180 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/info/c99910133eb64aa7927f177a5806fe6f is 147, key is hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a./info:regioninfo/1732447080396/Put/seqid=0 2024-11-24T11:18:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741838_1014 (size=5350) 2024-11-24T11:18:04,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741839_1015 (size=6631) 2024-11-24T11:18:04,254 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:18:04,257 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 to pos 0, reset compression=false 2024-11-24T11:18:04,363 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:04,404 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:18:04,404 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:18:04,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:18:04,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:18:04,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:18:04,550 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:18:04,563 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e95eb1dc2d1decf6bcead0989dcf2e2a 2024-11-24T11:18:04,583 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a/.tmp/queue/df80464fcfff4dd5af07925ad88984f9 2024-11-24T11:18:04,585 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/info/c99910133eb64aa7927f177a5806fe6f 2024-11-24T11:18:04,589 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a/.tmp/queue/df80464fcfff4dd5af07925ad88984f9 as hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a/queue/df80464fcfff4dd5af07925ad88984f9 2024-11-24T11:18:04,595 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a/queue/df80464fcfff4dd5af07925ad88984f9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T11:18:04,596 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e95eb1dc2d1decf6bcead0989dcf2e2a in 434ms, sequenceid=5, compaction requested=false 2024-11-24T11:18:04,605 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/replication/e95eb1dc2d1decf6bcead0989dcf2e2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:18:04,605 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:18:04,605 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:18:04,605 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:04,605 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e95eb1dc2d1decf6bcead0989dcf2e2a: Waiting for close lock at 1732447084162Running coprocessor pre-close hooks at 1732447084162Disabling compacts and flushes for region at 1732447084162Disabling writes for close at 1732447084162Obtaining lock to block concurrent updates at 1732447084163 (+1 ms)Preparing flush snapshotting stores in e95eb1dc2d1decf6bcead0989dcf2e2a at 1732447084163Finished memstore snapshotting hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732447084163Flushing stores of hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. at 1732447084163Flushing e95eb1dc2d1decf6bcead0989dcf2e2a/queue: creating writer at 1732447084164 (+1 ms)Flushing e95eb1dc2d1decf6bcead0989dcf2e2a/queue: appending metadata at 1732447084178 (+14 ms)Flushing e95eb1dc2d1decf6bcead0989dcf2e2a/queue: closing flushed file at 1732447084178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a42112: reopening flushed file at 1732447084588 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e95eb1dc2d1decf6bcead0989dcf2e2a in 434ms, sequenceid=5, compaction requested=false at 1732447084596 (+8 ms)Writing region close event to WAL at 1732447084600 (+4 ms)Running coprocessor post-close hooks at 1732447084605 (+5 ms)Closed at 1732447084605 2024-11-24T11:18:04,605 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447079217.e95eb1dc2d1decf6bcead0989dcf2e2a. 2024-11-24T11:18:04,607 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/ns/e5a9cf74361e4878abf548a030b9e4ca is 43, key is default/ns:d/1732447073138/Put/seqid=0 2024-11-24T11:18:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741840_1016 (size=5153) 2024-11-24T11:18:04,763 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:18:04,964 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:18:05,012 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/ns/e5a9cf74361e4878abf548a030b9e4ca 2024-11-24T11:18:05,036 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/table/e473626c3d0d40e5a71c872abfbaa8d8 is 53, key is hbase:replication/table:state/1732447080405/Put/seqid=0 2024-11-24T11:18:05,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741841_1017 (size=5256) 2024-11-24T11:18:05,162 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 to pos 0, reset compression=false 2024-11-24T11:18:05,164 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:18:05,164 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:18:05,164 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:18:05,364 DEBUG [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:18:05,440 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/table/e473626c3d0d40e5a71c872abfbaa8d8 2024-11-24T11:18:05,447 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/info/c99910133eb64aa7927f177a5806fe6f as hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/info/c99910133eb64aa7927f177a5806fe6f 2024-11-24T11:18:05,452 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/info/c99910133eb64aa7927f177a5806fe6f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T11:18:05,453 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/ns/e5a9cf74361e4878abf548a030b9e4ca as hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/ns/e5a9cf74361e4878abf548a030b9e4ca 2024-11-24T11:18:05,459 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/ns/e5a9cf74361e4878abf548a030b9e4ca, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:18:05,460 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/.tmp/table/e473626c3d0d40e5a71c872abfbaa8d8 as hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/table/e473626c3d0d40e5a71c872abfbaa8d8 2024-11-24T11:18:05,465 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/table/e473626c3d0d40e5a71c872abfbaa8d8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T11:18:05,466 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-24T11:18:05,470 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T11:18:05,471 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:18:05,471 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:18:05,471 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:18:05,471 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447084163Running coprocessor pre-close hooks at 1732447084163Disabling compacts and flushes for region at 1732447084163Disabling writes for close at 1732447084163Obtaining lock to block concurrent updates at 1732447084163Preparing flush snapshotting stores in 1588230740 at 1732447084163Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732447084163Flushing stores of hbase:meta,,1.1588230740 at 1732447084164 (+1 ms)Flushing 1588230740/info: creating writer at 1732447084164Flushing 1588230740/info: appending metadata at 1732447084180 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732447084180Flushing 1588230740/ns: creating writer at 1732447084591 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732447084607 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732447084607Flushing 1588230740/table: creating writer at 1732447085017 (+410 ms)Flushing 1588230740/table: appending metadata at 1732447085035 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732447085035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76038822: reopening flushed file at 1732447085446 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2268ef88: reopening flushed file at 1732447085452 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7382da80: reopening flushed file at 1732447085459 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1732447085466 (+7 ms)Writing region close event to WAL at 1732447085467 (+1 ms)Running coprocessor post-close hooks at 1732447085471 (+4 ms)Closed at 1732447085471 2024-11-24T11:18:05,471 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:18:05,564 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,43809,1732447070241; all regions closed. 2024-11-24T11:18:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741834_1010 (size=2742) 2024-11-24T11:18:05,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.meta.1732447073046.meta not finished, retry = 0 2024-11-24T11:18:05,671 DEBUG [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/oldWALs 2024-11-24T11:18:05,671 INFO [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C43809%2C1732447070241.meta:.meta(num 1732447073046) 2024-11-24T11:18:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741837_1013 (size=1586) 2024-11-24T11:18:05,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.rep.1732447080359 not finished, retry = 0 2024-11-24T11:18:05,776 DEBUG [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/oldWALs 2024-11-24T11:18:05,776 INFO [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C43809%2C1732447070241.rep:(num 1732447080359) 2024-11-24T11:18:05,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/WALs/f5f73e76a839,43809,1732447070241/f5f73e76a839%2C43809%2C1732447070241.1732447072473 not finished, retry = 0 2024-11-24T11:18:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741833_1009 (size=93) 2024-11-24T11:18:05,882 DEBUG [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/oldWALs 2024-11-24T11:18:05,882 INFO [RS:0;f5f73e76a839:43809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C43809%2C1732447070241:(num 1732447072473) 2024-11-24T11:18:05,882 DEBUG [RS:0;f5f73e76a839:43809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:05,882 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:18:05,882 INFO [RS:0;f5f73e76a839:43809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:18:05,883 INFO [RS:0;f5f73e76a839:43809 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:18:05,883 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:18:05,883 INFO [RS:0;f5f73e76a839:43809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:18:05,883 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,43809,1732447070241 because: Region server is closing 2024-11-24T11:18:05,884 INFO [RS:0;f5f73e76a839:43809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:43809. 2024-11-24T11:18:05,884 DEBUG [RS:0;f5f73e76a839:43809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:05,884 DEBUG [RS:0;f5f73e76a839:43809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:05,884 DEBUG [RS:0;f5f73e76a839:43809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:05,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:18:05,984 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.wal-reader.f5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:18:05,984 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.shipperf5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:18:05,985 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43809,1732447070241.replicationSource.shipperf5f73e76a839%2C43809%2C1732447070241,1-f5f73e76a839,43809,1732447070241 terminated 2024-11-24T11:18:05,985 INFO [RS:0;f5f73e76a839:43809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43809 2024-11-24T11:18:06,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256437839/rs/f5f73e76a839,43809,1732447070241 2024-11-24T11:18:06,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839/rs 2024-11-24T11:18:06,034 INFO [RS:0;f5f73e76a839:43809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:18:06,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,43809,1732447070241] 2024-11-24T11:18:06,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-256437839/draining/f5f73e76a839,43809,1732447070241 already deleted, retry=false 2024-11-24T11:18:06,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,43809,1732447070241 expired; onlineServers=0 2024-11-24T11:18:06,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,46343,1732447070082' ***** 2024-11-24T11:18:06,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:18:06,056 INFO [M:0;f5f73e76a839:46343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:18:06,056 INFO [M:0;f5f73e76a839:46343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:18:06,056 DEBUG [M:0;f5f73e76a839:46343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:18:06,056 DEBUG [M:0;f5f73e76a839:46343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:18:06,056 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:18:06,056 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447072233 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447072233,5,FailOnTimeoutGroup] 2024-11-24T11:18:06,056 INFO [M:0;f5f73e76a839:46343 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:18:06,056 INFO [M:0;f5f73e76a839:46343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:18:06,056 DEBUG [M:0;f5f73e76a839:46343 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:18:06,056 INFO [M:0;f5f73e76a839:46343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:18:06,056 INFO [M:0;f5f73e76a839:46343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:18:06,056 INFO [M:0;f5f73e76a839:46343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:18:06,057 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:18:06,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447072235 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447072235,5,FailOnTimeoutGroup] 2024-11-24T11:18:06,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256437839/master 2024-11-24T11:18:06,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256437839 2024-11-24T11:18:06,071 DEBUG [M:0;f5f73e76a839:46343 {}] zookeeper.RecoverableZooKeeper(212): Node /0-256437839/master already deleted, retry=false 2024-11-24T11:18:06,071 DEBUG [M:0;f5f73e76a839:46343 {}] master.ActiveMasterManager(353): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-256437839/master 2024-11-24T11:18:06,073 INFO [M:0;f5f73e76a839:46343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/.lastflushedseqids 2024-11-24T11:18:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741842_1018 (size=181) 2024-11-24T11:18:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:18:06,145 INFO [RS:0;f5f73e76a839:43809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:18:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43809-0x1016c9058710001, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:18:06,145 INFO [RS:0;f5f73e76a839:43809 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,43809,1732447070241; zookeeper connection closed. 2024-11-24T11:18:06,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3329b8ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3329b8ef 2024-11-24T11:18:06,146 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:18:06,483 INFO [M:0;f5f73e76a839:46343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:18:06,483 INFO [M:0;f5f73e76a839:46343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:18:06,483 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:18:06,484 INFO [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:06,484 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:06,484 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:18:06,484 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:06,484 INFO [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T11:18:06,499 DEBUG [M:0;f5f73e76a839:46343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/525a2ab62c124061b64a9bc536be7fd1 is 82, key is hbase:meta,,1/info:regioninfo/1732447073085/Put/seqid=0 2024-11-24T11:18:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741843_1019 (size=5672) 2024-11-24T11:18:06,904 INFO [M:0;f5f73e76a839:46343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/525a2ab62c124061b64a9bc536be7fd1 2024-11-24T11:18:06,927 DEBUG [M:0;f5f73e76a839:46343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58cd6adf78d42d08e46edb5f80ffecb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732447080409/Put/seqid=0 2024-11-24T11:18:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741844_1020 (size=7203) 2024-11-24T11:18:07,332 INFO [M:0;f5f73e76a839:46343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58cd6adf78d42d08e46edb5f80ffecb 2024-11-24T11:18:07,354 DEBUG [M:0;f5f73e76a839:46343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e04221707b540beb27d3ba0c6317094 is 69, key is f5f73e76a839,43809,1732447070241/rs:state/1732447072315/Put/seqid=0 2024-11-24T11:18:07,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741845_1021 (size=5156) 2024-11-24T11:18:07,759 INFO [M:0;f5f73e76a839:46343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e04221707b540beb27d3ba0c6317094 2024-11-24T11:18:07,764 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/525a2ab62c124061b64a9bc536be7fd1 as hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/525a2ab62c124061b64a9bc536be7fd1 2024-11-24T11:18:07,769 INFO [M:0;f5f73e76a839:46343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/525a2ab62c124061b64a9bc536be7fd1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T11:18:07,770 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58cd6adf78d42d08e46edb5f80ffecb as hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f58cd6adf78d42d08e46edb5f80ffecb 2024-11-24T11:18:07,775 INFO [M:0;f5f73e76a839:46343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f58cd6adf78d42d08e46edb5f80ffecb, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T11:18:07,776 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e04221707b540beb27d3ba0c6317094 as hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e04221707b540beb27d3ba0c6317094 2024-11-24T11:18:07,781 INFO [M:0;f5f73e76a839:46343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39763/user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e04221707b540beb27d3ba0c6317094, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T11:18:07,782 INFO [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-11-24T11:18:07,783 INFO [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:07,783 DEBUG [M:0;f5f73e76a839:46343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447086483Disabling compacts and flushes for region at 1732447086483Disabling writes for close at 1732447086484 (+1 ms)Obtaining lock to block concurrent updates at 1732447086484Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447086484Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732447086484Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447086485 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447086485Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447086499 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447086499Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447086909 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447086926 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447086926Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447087337 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447087353 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447087354 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d114dcf: reopening flushed file at 1732447087764 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31adca7a: reopening flushed file at 1732447087769 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2170f23b: reopening flushed file at 1732447087775 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1732447087782 (+7 ms)Writing region close event to WAL at 1732447087783 (+1 ms)Closed at 1732447087783 2024-11-24T11:18:07,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4561c503-da2a-e03d-98a0-f85873042d1f/MasterData/WALs/f5f73e76a839,46343,1732447070082/f5f73e76a839%2C46343%2C1732447070082.1732447071980 not finished, retry = 0 2024-11-24T11:18:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741830_1006 (size=41008) 2024-11-24T11:18:07,886 INFO [M:0;f5f73e76a839:46343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:18:07,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:18:07,886 INFO [M:0;f5f73e76a839:46343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46343 2024-11-24T11:18:07,886 INFO [M:0;f5f73e76a839:46343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:18:08,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:18:08,066 INFO [M:0;f5f73e76a839:46343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:18:08,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46343-0x1016c9058710000, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:18:08,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60caa600{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:18:08,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@585b14e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:18:08,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:18:08,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@304ca39a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:18:08,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b58e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.log.dir/,STOPPED} 2024-11-24T11:18:08,070 WARN [BP-632556100-172.17.0.3-1732447067370 heartbeating to localhost/127.0.0.1:39763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:18:08,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:18:08,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:18:08,070 WARN [BP-632556100-172.17.0.3-1732447067370 heartbeating to localhost/127.0.0.1:39763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-632556100-172.17.0.3-1732447067370 (Datanode Uuid c73274ea-38f0-42bb-ac93-d539d1a89658) service to localhost/127.0.0.1:39763 2024-11-24T11:18:08,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/cluster_9679c7ce-5a51-3b8e-7952-17a1550af065/data/data1/current/BP-632556100-172.17.0.3-1732447067370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:18:08,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/cluster_9679c7ce-5a51-3b8e-7952-17a1550af065/data/data2/current/BP-632556100-172.17.0.3-1732447067370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:18:08,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:18:08,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e45f329{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:18:08,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4744fff9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:18:08,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:18:08,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a87e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:18:08,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42df17bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67d84296-b2fd-3653-4401-4f693cb90c3b/hadoop.log.dir/,STOPPED} 2024-11-24T11:18:08,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:18:08,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:18:08,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 115) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62498) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36179 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62498) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39763 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=6536 (was 7150) 2024-11-24T11:18:08,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=6536 2024-11-24T11:18:08,116 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T11:18:08,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.log.dir so I do NOT create it in target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943 2024-11-24T11:18:08,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:18:08,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.tmp.dir so I do NOT create it in target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943 2024-11-24T11:18:08,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01e357f6-12c6-d95b-de81-24e03b2d0ded/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:18:08,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943 2024-11-24T11:18:08,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/cluster_8a2e9405-add0-ff40-e48b-37d9038e1251, deleteOnExit=true 2024-11-24T11:18:08,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/cluster_8a2e9405-add0-ff40-e48b-37d9038e1251/zookeeper_0, clientPort=53720, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/cluster_8a2e9405-add0-ff40-e48b-37d9038e1251/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/cluster_8a2e9405-add0-ff40-e48b-37d9038e1251/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:18:08,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53720 2024-11-24T11:18:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:18:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:18:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/test.cache.data in system properties and HBase conf 2024-11-24T11:18:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:18:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:18:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:18:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:18:08,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:18:08,140 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:18:08,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:18:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:18:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:18:08,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c9058710002, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:18:08,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c9058710005, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:18:08,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c9058710005, quorum=127.0.0.1:62498, baseZNode=/1846186305 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:18:08,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c9058710002, quorum=127.0.0.1:62498, baseZNode=/0-256437839 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:18:08,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:18:08,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:18:08,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:18:08,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:18:08,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:18:08,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:18:08,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c806ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:18:08,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8ba4d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:18:08,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@783d7d0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/java.io.tmpdir/jetty-localhost-42897-hadoop-hdfs-3_4_1-tests_jar-_-any-8708148751980195343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:18:08,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b7ce1ce{HTTP/1.1, (http/1.1)}{localhost:42897} 2024-11-24T11:18:08,603 INFO [Time-limited test {}] server.Server(415): Started @56416ms 2024-11-24T11:18:08,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:18:08,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:18:08,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:18:08,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:18:08,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:18:08,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe4dffa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:18:08,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e6eb90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:18:08,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3447de6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/java.io.tmpdir/jetty-localhost-41363-hadoop-hdfs-3_4_1-tests_jar-_-any-4153856365034274131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:18:08,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59dd9a7f{HTTP/1.1, (http/1.1)}{localhost:41363} 2024-11-24T11:18:08,991 INFO [Time-limited test {}] server.Server(415): Started @56805ms 2024-11-24T11:18:08,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:18:09,734 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/cluster_8a2e9405-add0-ff40-e48b-37d9038e1251/data/data1/current/BP-1305727619-172.17.0.3-1732447088166/current, will proceed with Du for space computation calculation, 2024-11-24T11:18:09,734 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/cluster_8a2e9405-add0-ff40-e48b-37d9038e1251/data/data2/current/BP-1305727619-172.17.0.3-1732447088166/current, will proceed with Du for space computation calculation, 2024-11-24T11:18:09,749 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:18:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcfdf5e55b495b3f with lease ID 0x89fcce5c4aaae570: Processing first storage report for DS-fa8605fd-4527-49f0-b6d3-cd15550b8c1f from datanode DatanodeRegistration(127.0.0.1:35403, datanodeUuid=9448161e-cb85-406a-8bc9-6bbde221823c, infoPort=42697, infoSecurePort=0, ipcPort=37353, storageInfo=lv=-57;cid=testClusterID;nsid=1511990804;c=1732447088166) 2024-11-24T11:18:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcfdf5e55b495b3f with lease ID 0x89fcce5c4aaae570: from storage DS-fa8605fd-4527-49f0-b6d3-cd15550b8c1f node DatanodeRegistration(127.0.0.1:35403, datanodeUuid=9448161e-cb85-406a-8bc9-6bbde221823c, infoPort=42697, infoSecurePort=0, ipcPort=37353, storageInfo=lv=-57;cid=testClusterID;nsid=1511990804;c=1732447088166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:18:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcfdf5e55b495b3f with lease ID 0x89fcce5c4aaae570: Processing first storage report for DS-df454874-109d-4ab9-bd1b-f0d8577c2d62 from datanode DatanodeRegistration(127.0.0.1:35403, datanodeUuid=9448161e-cb85-406a-8bc9-6bbde221823c, infoPort=42697, infoSecurePort=0, ipcPort=37353, storageInfo=lv=-57;cid=testClusterID;nsid=1511990804;c=1732447088166) 2024-11-24T11:18:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcfdf5e55b495b3f with lease ID 0x89fcce5c4aaae570: from storage DS-df454874-109d-4ab9-bd1b-f0d8577c2d62 node DatanodeRegistration(127.0.0.1:35403, datanodeUuid=9448161e-cb85-406a-8bc9-6bbde221823c, infoPort=42697, infoSecurePort=0, ipcPort=37353, storageInfo=lv=-57;cid=testClusterID;nsid=1511990804;c=1732447088166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:18:09,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943 2024-11-24T11:18:09,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:09,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:18:10,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:18:10,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:18:10,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:18:10,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:18:10,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:18:10,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:18:10,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:18:10,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc with version=8 2024-11-24T11:18:10,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/hbase-staging 2024-11-24T11:18:10,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:18:10,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:10,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:10,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:18:10,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:10,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:18:10,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:18:10,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:18:10,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39553 2024-11-24T11:18:10,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39553 connecting to ZooKeeper ensemble=127.0.0.1:53720 2024-11-24T11:18:10,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395530x0, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:18:10,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39553-0x1016c90a9b50000 connected 2024-11-24T11:18:10,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:10,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:10,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on znode that does not yet exist, /0-1942900445/running 2024-11-24T11:18:10,410 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc, hbase.cluster.distributed=false 2024-11-24T11:18:10,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on znode that does not yet exist, /0-1942900445/acl 2024-11-24T11:18:10,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39553 2024-11-24T11:18:10,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39553 2024-11-24T11:18:10,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39553 2024-11-24T11:18:10,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39553 2024-11-24T11:18:10,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39553 2024-11-24T11:18:10,426 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:18:10,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:10,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:10,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:18:10,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:10,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:18:10,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:18:10,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:18:10,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35845 2024-11-24T11:18:10,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35845 connecting to ZooKeeper ensemble=127.0.0.1:53720 2024-11-24T11:18:10,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:10,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:10,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358450x0, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:18:10,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35845-0x1016c90a9b50001 connected 2024-11-24T11:18:10,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on znode that does not yet exist, /0-1942900445/running 2024-11-24T11:18:10,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:18:10,445 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:18:10,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on znode that does not yet exist, /0-1942900445/master 2024-11-24T11:18:10,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on znode that does not yet exist, /0-1942900445/acl 2024-11-24T11:18:10,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-24T11:18:10,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35845 2024-11-24T11:18:10,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35845 2024-11-24T11:18:10,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-24T11:18:10,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-24T11:18:10,458 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:39553 2024-11-24T11:18:10,460 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1942900445/backup-masters/f5f73e76a839,39553,1732447090230 2024-11-24T11:18:10,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445/backup-masters 2024-11-24T11:18:10,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445/backup-masters 2024-11-24T11:18:10,471 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on existing znode=/0-1942900445/backup-masters/f5f73e76a839,39553,1732447090230 2024-11-24T11:18:10,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942900445/master 2024-11-24T11:18:10,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:10,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:10,482 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on existing znode=/0-1942900445/master 2024-11-24T11:18:10,482 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1942900445/backup-masters/f5f73e76a839,39553,1732447090230 from backup master directory 2024-11-24T11:18:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445/backup-masters 2024-11-24T11:18:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942900445/backup-masters/f5f73e76a839,39553,1732447090230 2024-11-24T11:18:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445/backup-masters 2024-11-24T11:18:10,492 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:18:10,492 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,39553,1732447090230 2024-11-24T11:18:10,497 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/hbase.id] with ID: 378132db-5ca3-4c18-90d6-cc1a68186573 2024-11-24T11:18:10,497 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/.tmp/hbase.id 2024-11-24T11:18:10,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:18:10,905 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/.tmp/hbase.id]:[hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/hbase.id] 2024-11-24T11:18:10,918 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:10,918 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:18:10,920 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T11:18:10,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:10,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:10,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:18:11,372 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:18:11,373 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:18:11,373 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:18:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:18:11,383 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store 2024-11-24T11:18:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:18:11,798 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:11,798 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:18:11,798 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:11,798 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:11,799 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:18:11,799 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:11,799 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:11,799 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447091798Disabling compacts and flushes for region at 1732447091798Disabling writes for close at 1732447091799 (+1 ms)Writing region close event to WAL at 1732447091799Closed at 1732447091799 2024-11-24T11:18:11,800 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/.initializing 2024-11-24T11:18:11,800 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/WALs/f5f73e76a839,39553,1732447090230 2024-11-24T11:18:11,802 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:18:11,803 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C39553%2C1732447090230, suffix=, logDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/WALs/f5f73e76a839,39553,1732447090230, archiveDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/oldWALs, maxLogs=10 2024-11-24T11:18:11,817 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/WALs/f5f73e76a839,39553,1732447090230/f5f73e76a839%2C39553%2C1732447090230.1732447091804, exclude list is [], retry=0 2024-11-24T11:18:11,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35403,DS-fa8605fd-4527-49f0-b6d3-cd15550b8c1f,DISK] 2024-11-24T11:18:11,822 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/WALs/f5f73e76a839,39553,1732447090230/f5f73e76a839%2C39553%2C1732447090230.1732447091804 2024-11-24T11:18:11,822 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42697:42697)] 2024-11-24T11:18:11,822 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:18:11,822 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:11,822 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,823 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:18:11,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:11,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:11,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:18:11,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:11,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:11,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:18:11,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:11,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:11,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:18:11,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:11,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:11,832 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,832 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,833 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,834 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,834 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:18:11,836 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:11,838 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:18:11,838 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73435600, jitterRate=0.09427571296691895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:18:11,839 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447091823Initializing all the Stores at 1732447091824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447091824Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447091824Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447091824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447091824Cleaning up temporary data from old regions at 1732447091834 (+10 ms)Region opened successfully at 1732447091839 (+5 ms) 2024-11-24T11:18:11,839 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:18:11,842 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ed195b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:18:11,843 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:18:11,843 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:18:11,843 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:18:11,843 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:18:11,844 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:18:11,844 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:18:11,844 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:18:11,846 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:18:11,847 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Unable to get data of znode /0-1942900445/balancer because node does not exist (not necessarily an error) 2024-11-24T11:18:11,860 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942900445/balancer already deleted, retry=false 2024-11-24T11:18:11,860 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:18:11,861 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Unable to get data of znode /0-1942900445/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:18:11,944 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942900445/normalizer already deleted, retry=false 2024-11-24T11:18:11,945 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:18:11,946 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Unable to get data of znode /0-1942900445/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:18:12,086 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942900445/switch/split already deleted, retry=false 2024-11-24T11:18:12,088 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Unable to get data of znode /0-1942900445/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:18:12,240 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942900445/switch/merge already deleted, retry=false 2024-11-24T11:18:12,242 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Unable to get data of znode /0-1942900445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:18:12,376 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942900445/snapshot-cleanup already deleted, retry=false 2024-11-24T11:18:12,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942900445/running 2024-11-24T11:18:12,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1942900445/running 2024-11-24T11:18:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:12,434 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,39553,1732447090230, sessionid=0x1016c90a9b50000, setting cluster-up flag (Was=false) 2024-11-24T11:18:12,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:12,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:12,486 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1942900445/flush-table-proc/acquired, /0-1942900445/flush-table-proc/reached, /0-1942900445/flush-table-proc/abort 2024-11-24T11:18:12,487 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,39553,1732447090230 2024-11-24T11:18:12,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:12,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:12,539 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1942900445/online-snapshot/acquired, /0-1942900445/online-snapshot/reached, /0-1942900445/online-snapshot/abort 2024-11-24T11:18:12,540 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,39553,1732447090230 2024-11-24T11:18:12,541 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:18:12,542 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:18:12,542 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:18:12,543 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:18:12,543 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,39553,1732447090230 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:18:12,544 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:18:12,544 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:18:12,544 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:18:12,544 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:18:12,544 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:18:12,544 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,544 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:18:12,544 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,545 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447122545 2024-11-24T11:18:12,545 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:18:12,545 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:18:12,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:18:12,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:18:12,547 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:18:12,547 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:18:12,547 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447092547,5,FailOnTimeoutGroup] 2024-11-24T11:18:12,547 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447092547,5,FailOnTimeoutGroup] 2024-11-24T11:18:12,547 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,547 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:18:12,547 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,547 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:12,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:18:12,552 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(746): ClusterId : 378132db-5ca3-4c18-90d6-cc1a68186573 2024-11-24T11:18:12,552 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:18:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:18:12,560 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:18:12,560 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:18:12,571 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:18:12,571 DEBUG [RS:0;f5f73e76a839:35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3f7d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:18:12,581 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:35845 2024-11-24T11:18:12,581 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:18:12,581 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:18:12,581 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:18:12,582 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,39553,1732447090230 with port=35845, startcode=1732447090426 2024-11-24T11:18:12,582 DEBUG [RS:0;f5f73e76a839:35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:18:12,584 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:18:12,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,35845,1732447090426 2024-11-24T11:18:12,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39553 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,35845,1732447090426 2024-11-24T11:18:12,586 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc 2024-11-24T11:18:12,586 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34341 2024-11-24T11:18:12,586 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:18:12,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445/rs 2024-11-24T11:18:12,597 DEBUG [RS:0;f5f73e76a839:35845 {}] zookeeper.ZKUtil(111): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on existing znode=/0-1942900445/rs/f5f73e76a839,35845,1732447090426 2024-11-24T11:18:12,598 WARN [RS:0;f5f73e76a839:35845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:18:12,598 INFO [RS:0;f5f73e76a839:35845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:18:12,598 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426 2024-11-24T11:18:12,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,35845,1732447090426] 2024-11-24T11:18:12,601 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:18:12,602 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:18:12,602 INFO [RS:0;f5f73e76a839:35845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:18:12,602 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,604 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:18:12,604 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:18:12,604 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:18:12,605 DEBUG [RS:0;f5f73e76a839:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:18:12,608 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,608 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,608 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,608 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,608 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,608 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35845,1732447090426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:18:12,625 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:18:12,625 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35845,1732447090426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,625 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,625 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.Replication(171): f5f73e76a839,35845,1732447090426 started 2024-11-24T11:18:12,638 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:12,639 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,35845,1732447090426, RpcServer on f5f73e76a839/172.17.0.3:35845, sessionid=0x1016c90a9b50001 2024-11-24T11:18:12,639 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:18:12,639 DEBUG [RS:0;f5f73e76a839:35845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,35845,1732447090426 2024-11-24T11:18:12,639 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,35845,1732447090426' 2024-11-24T11:18:12,639 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1942900445/flush-table-proc/abort' 2024-11-24T11:18:12,640 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1942900445/flush-table-proc/acquired' 2024-11-24T11:18:12,640 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:18:12,640 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:18:12,640 DEBUG [RS:0;f5f73e76a839:35845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,35845,1732447090426 2024-11-24T11:18:12,640 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,35845,1732447090426' 2024-11-24T11:18:12,640 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1942900445/online-snapshot/abort' 2024-11-24T11:18:12,640 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1942900445/online-snapshot/acquired' 2024-11-24T11:18:12,641 DEBUG [RS:0;f5f73e76a839:35845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:18:12,641 INFO [RS:0;f5f73e76a839:35845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:18:12,641 INFO [RS:0;f5f73e76a839:35845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:18:12,741 INFO [RS:0;f5f73e76a839:35845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:18:12,743 INFO [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C35845%2C1732447090426, suffix=, logDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426, archiveDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/oldWALs, maxLogs=10 2024-11-24T11:18:12,759 DEBUG [RS:0;f5f73e76a839:35845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744, exclude list is [], retry=0 2024-11-24T11:18:12,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35403,DS-fa8605fd-4527-49f0-b6d3-cd15550b8c1f,DISK] 2024-11-24T11:18:12,764 INFO [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 2024-11-24T11:18:12,765 DEBUG [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42697:42697)] 2024-11-24T11:18:12,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:18:12,959 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc 2024-11-24T11:18:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:18:13,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:13,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:18:13,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:18:13,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:13,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:13,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:18:13,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:18:13,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:13,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:13,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:18:13,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:18:13,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:13,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:13,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:18:13,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:18:13,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:13,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:13,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:18:13,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740 2024-11-24T11:18:13,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740 2024-11-24T11:18:13,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:18:13,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:18:13,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:18:13,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:18:13,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:18:13,380 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62477419, jitterRate=-0.06901390850543976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:18:13,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447093365Initializing all the Stores at 1732447093366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447093366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447093366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447093366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447093366Cleaning up temporary data from old regions at 1732447093377 (+11 ms)Region opened successfully at 1732447093381 (+4 ms) 2024-11-24T11:18:13,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:18:13,381 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:18:13,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:18:13,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:18:13,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:18:13,382 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:18:13,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447093381Disabling compacts and flushes for region at 1732447093381Disabling writes for close at 1732447093381Writing region close event to WAL at 1732447093382 (+1 ms)Closed at 1732447093382 2024-11-24T11:18:13,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:18:13,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:18:13,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:18:13,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:18:13,386 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:18:13,536 DEBUG [f5f73e76a839:39553 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:18:13,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,35845,1732447090426 2024-11-24T11:18:13,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,35845,1732447090426, state=OPENING 2024-11-24T11:18:13,549 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:18:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:13,594 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:18:13,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942900445/meta-region-server: CHANGED 2024-11-24T11:18:13,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942900445/meta-region-server: CHANGED 2024-11-24T11:18:13,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,35845,1732447090426}] 2024-11-24T11:18:13,747 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:18:13,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:18:13,752 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:18:13,752 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:18:13,752 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:18:13,754 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C35845%2C1732447090426.meta, suffix=.meta, logDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426, archiveDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/oldWALs, maxLogs=10 2024-11-24T11:18:13,766 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.meta.1732447093754.meta, exclude list is [], retry=0 2024-11-24T11:18:13,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35403,DS-fa8605fd-4527-49f0-b6d3-cd15550b8c1f,DISK] 2024-11-24T11:18:13,769 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.meta.1732447093754.meta 2024-11-24T11:18:13,770 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42697:42697)] 2024-11-24T11:18:13,770 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:18:13,770 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:18:13,770 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:18:13,770 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:18:13,770 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:18:13,770 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:18:13,770 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:13,771 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:18:13,771 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:18:13,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:18:13,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:18:13,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:13,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:13,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:18:13,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:18:13,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:13,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:13,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:18:13,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:18:13,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:13,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:13,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:18:13,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:18:13,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:13,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:13,776 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:18:13,777 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740 2024-11-24T11:18:13,779 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740 2024-11-24T11:18:13,780 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:18:13,780 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:18:13,780 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:18:13,781 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:18:13,782 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74225755, jitterRate=0.10604993999004364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:18:13,782 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:18:13,783 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447093771Writing region info on filesystem at 1732447093771Initializing all the Stores at 1732447093772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447093772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447093772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447093772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447093772Cleaning up temporary data from old regions at 1732447093780 (+8 ms)Running coprocessor post-open hooks at 1732447093782 (+2 ms)Region opened successfully at 1732447093783 (+1 ms) 2024-11-24T11:18:13,784 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447093746 2024-11-24T11:18:13,785 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:18:13,785 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:18:13,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,35845,1732447090426 2024-11-24T11:18:13,787 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,35845,1732447090426, state=OPEN 2024-11-24T11:18:13,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1942900445/meta-region-server 2024-11-24T11:18:13,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1942900445/meta-region-server 2024-11-24T11:18:13,807 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,35845,1732447090426 2024-11-24T11:18:13,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942900445/meta-region-server: CHANGED 2024-11-24T11:18:13,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1942900445/meta-region-server: CHANGED 2024-11-24T11:18:13,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:18:13,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,35845,1732447090426 in 213 msec 2024-11-24T11:18:13,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:18:13,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-24T11:18:13,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:18:13,813 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:18:13,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:13,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,35845,1732447090426, seqNum=-1] 2024-11-24T11:18:13,814 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:13,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:18:13,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-24T11:18:13,820 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447093820, completionTime=-1 2024-11-24T11:18:13,821 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:18:13,821 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:18:13,822 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:18:13,822 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447153822 2024-11-24T11:18:13,822 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447213822 2024-11-24T11:18:13,822 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:18:13,823 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39553,1732447090230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:13,823 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39553,1732447090230-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:13,823 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39553,1732447090230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:13,823 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:39553, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:13,823 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:13,823 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:13,825 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:18:13,826 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.334sec 2024-11-24T11:18:13,826 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:18:13,826 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:18:13,826 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:18:13,826 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:18:13,826 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:18:13,826 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39553,1732447090230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:18:13,826 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39553,1732447090230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:18:13,829 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:18:13,829 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:18:13,829 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39553,1732447090230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:13,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883b1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:13,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39553,-1 for getting cluster id 2024-11-24T11:18:13,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:13,855 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '378132db-5ca3-4c18-90d6-cc1a68186573' 2024-11-24T11:18:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "378132db-5ca3-4c18-90d6-cc1a68186573" 2024-11-24T11:18:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67832b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39553,-1] 2024-11-24T11:18:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:13,857 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:13,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70282587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:13,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,35845,1732447090426, seqNum=-1] 2024-11-24T11:18:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:13,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:18:13,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,39553,1732447090230 2024-11-24T11:18:13,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53720 2024-11-24T11:18:13,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:18:13,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c90a9b50002 connected 2024-11-24T11:18:13,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.log.dir so I do NOT create it in target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f 2024-11-24T11:18:13,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:18:13,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.tmp.dir so I do NOT create it in target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f 2024-11-24T11:18:13,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:18:13,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f 2024-11-24T11:18:13,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:18:13,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/cluster_a241e53c-ba62-b0c8-80f8-8f20e6bd6d95, deleteOnExit=true 2024-11-24T11:18:13,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/test.cache.data in system properties and HBase conf 2024-11-24T11:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:18:13,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:18:13,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:18:13,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:18:13,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:18:14,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:18:14,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:18:14,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:18:14,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:18:14,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:18:14,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:18:14,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@891ab73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:18:14,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273b513d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:18:14,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78cd5a05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/java.io.tmpdir/jetty-localhost-34153-hadoop-hdfs-3_4_1-tests_jar-_-any-11028773364361211784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:18:14,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fb3046d{HTTP/1.1, (http/1.1)}{localhost:34153} 2024-11-24T11:18:14,462 INFO [Time-limited test {}] server.Server(415): Started @62276ms 2024-11-24T11:18:14,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:18:14,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:18:14,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:18:14,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:18:14,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:18:14,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b468588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:18:14,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356432d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:18:14,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f774382{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/java.io.tmpdir/jetty-localhost-42651-hadoop-hdfs-3_4_1-tests_jar-_-any-2295998666402662140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:18:14,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27af4a82{HTTP/1.1, (http/1.1)}{localhost:42651} 2024-11-24T11:18:14,935 INFO [Time-limited test {}] server.Server(415): Started @62748ms 2024-11-24T11:18:14,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:18:15,618 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/cluster_a241e53c-ba62-b0c8-80f8-8f20e6bd6d95/data/data2/current/BP-493612517-172.17.0.3-1732447093911/current, will proceed with Du for space computation calculation, 2024-11-24T11:18:15,618 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/cluster_a241e53c-ba62-b0c8-80f8-8f20e6bd6d95/data/data1/current/BP-493612517-172.17.0.3-1732447093911/current, will proceed with Du for space computation calculation, 2024-11-24T11:18:15,633 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:18:15,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa486dabbfae88e7d with lease ID 0x3517cb0cd891d9a8: Processing first storage report for DS-cfaa624d-391a-4382-83b0-1e1cf287866e from datanode DatanodeRegistration(127.0.0.1:38797, datanodeUuid=78222232-d607-41f5-ab3c-7ed4e1004f44, infoPort=46691, infoSecurePort=0, ipcPort=46881, storageInfo=lv=-57;cid=testClusterID;nsid=1761441560;c=1732447093911) 2024-11-24T11:18:15,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa486dabbfae88e7d with lease ID 0x3517cb0cd891d9a8: from storage DS-cfaa624d-391a-4382-83b0-1e1cf287866e node DatanodeRegistration(127.0.0.1:38797, datanodeUuid=78222232-d607-41f5-ab3c-7ed4e1004f44, infoPort=46691, infoSecurePort=0, ipcPort=46881, storageInfo=lv=-57;cid=testClusterID;nsid=1761441560;c=1732447093911), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:18:15,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa486dabbfae88e7d with lease ID 0x3517cb0cd891d9a8: Processing first storage report for DS-6b84f679-a08a-4fdc-a4b9-191b2e798b7d from datanode DatanodeRegistration(127.0.0.1:38797, datanodeUuid=78222232-d607-41f5-ab3c-7ed4e1004f44, infoPort=46691, infoSecurePort=0, ipcPort=46881, storageInfo=lv=-57;cid=testClusterID;nsid=1761441560;c=1732447093911) 2024-11-24T11:18:15,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa486dabbfae88e7d with lease ID 0x3517cb0cd891d9a8: from storage DS-6b84f679-a08a-4fdc-a4b9-191b2e798b7d node DatanodeRegistration(127.0.0.1:38797, datanodeUuid=78222232-d607-41f5-ab3c-7ed4e1004f44, infoPort=46691, infoSecurePort=0, ipcPort=46881, storageInfo=lv=-57;cid=testClusterID;nsid=1761441560;c=1732447093911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:18:15,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:18:15,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:18:15,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:18:15,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f 2024-11-24T11:18:15,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:15,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:15,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:18:16,074 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510 with version=8 2024-11-24T11:18:16,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/hbase-staging 2024-11-24T11:18:16,076 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:18:16,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:16,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:16,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:18:16,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:16,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:18:16,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:18:16,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:18:16,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34337 2024-11-24T11:18:16,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34337 connecting to ZooKeeper ensemble=127.0.0.1:53720 2024-11-24T11:18:16,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343370x0, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:18:16,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34337-0x1016c90a9b50003 connected 2024-11-24T11:18:16,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:16,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:16,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on znode that does not yet exist, /1870915859/running 2024-11-24T11:18:16,199 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510, hbase.cluster.distributed=false 2024-11-24T11:18:16,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on znode that does not yet exist, /1870915859/acl 2024-11-24T11:18:16,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-24T11:18:16,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34337 2024-11-24T11:18:16,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34337 2024-11-24T11:18:16,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-24T11:18:16,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-24T11:18:16,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:18:16,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:16,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:16,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:18:16,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:18:16,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:18:16,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:18:16,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:18:16,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40467 2024-11-24T11:18:16,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40467 connecting to ZooKeeper ensemble=127.0.0.1:53720 2024-11-24T11:18:16,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:16,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:16,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404670x0, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:18:16,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404670x0, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on znode that does not yet exist, /1870915859/running 2024-11-24T11:18:16,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40467-0x1016c90a9b50004 connected 2024-11-24T11:18:16,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:18:16,235 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:18:16,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on znode that does not yet exist, /1870915859/master 2024-11-24T11:18:16,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on znode that does not yet exist, /1870915859/acl 2024-11-24T11:18:16,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-24T11:18:16,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40467 2024-11-24T11:18:16,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40467 2024-11-24T11:18:16,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-24T11:18:16,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-24T11:18:16,252 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:34337 2024-11-24T11:18:16,252 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1870915859/backup-masters/f5f73e76a839,34337,1732447096076 2024-11-24T11:18:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859/backup-masters 2024-11-24T11:18:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859/backup-masters 2024-11-24T11:18:16,265 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on existing znode=/1870915859/backup-masters/f5f73e76a839,34337,1732447096076 2024-11-24T11:18:16,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:16,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1870915859/master 2024-11-24T11:18:16,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:16,276 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on existing znode=/1870915859/master 2024-11-24T11:18:16,276 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1870915859/backup-masters/f5f73e76a839,34337,1732447096076 from backup master directory 2024-11-24T11:18:16,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859/backup-masters 2024-11-24T11:18:16,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1870915859/backup-masters/f5f73e76a839,34337,1732447096076 2024-11-24T11:18:16,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859/backup-masters 2024-11-24T11:18:16,286 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:18:16,286 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,34337,1732447096076 2024-11-24T11:18:16,291 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/hbase.id] with ID: dfdd9129-af8e-42e9-8060-f7a8c57b7629 2024-11-24T11:18:16,291 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/.tmp/hbase.id 2024-11-24T11:18:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:18:16,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/.tmp/hbase.id]:[hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/hbase.id] 2024-11-24T11:18:16,709 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:16,709 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:18:16,710 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:18:16,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:16,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:18:16,775 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:18:16,776 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:18:16,776 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:18:16,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:18:17,188 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store 2024-11-24T11:18:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:18:17,594 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:17,595 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:18:17,595 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:17,595 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:17,595 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:18:17,595 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:17,595 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:18:17,595 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447097595Disabling compacts and flushes for region at 1732447097595Disabling writes for close at 1732447097595Writing region close event to WAL at 1732447097595Closed at 1732447097595 2024-11-24T11:18:17,596 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/.initializing 2024-11-24T11:18:17,596 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/WALs/f5f73e76a839,34337,1732447096076 2024-11-24T11:18:17,597 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:18:17,599 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C34337%2C1732447096076, suffix=, logDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/WALs/f5f73e76a839,34337,1732447096076, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/oldWALs, maxLogs=10 2024-11-24T11:18:17,615 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/WALs/f5f73e76a839,34337,1732447096076/f5f73e76a839%2C34337%2C1732447096076.1732447097599, exclude list is [], retry=0 2024-11-24T11:18:17,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38797,DS-cfaa624d-391a-4382-83b0-1e1cf287866e,DISK] 2024-11-24T11:18:17,620 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/WALs/f5f73e76a839,34337,1732447096076/f5f73e76a839%2C34337%2C1732447096076.1732447097599 2024-11-24T11:18:17,620 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-24T11:18:17,620 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:18:17,620 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:17,620 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,620 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:18:17,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:17,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:17,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:18:17,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:17,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:17,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:18:17,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:17,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:17,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:18:17,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:17,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:17,629 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,629 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,630 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,631 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,631 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,632 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:18:17,633 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:18:17,637 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:18:17,638 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68029411, jitterRate=0.013717219233512878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:18:17,638 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447097621Initializing all the Stores at 1732447097622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447097622Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447097622Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447097622Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447097622Cleaning up temporary data from old regions at 1732447097631 (+9 ms)Region opened successfully at 1732447097638 (+7 ms) 2024-11-24T11:18:17,640 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:18:17,644 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a4250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:18:17,645 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:18:17,645 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:18:17,645 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:18:17,645 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:18:17,646 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:18:17,646 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:18:17,646 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:18:17,651 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:18:17,652 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Unable to get data of znode /1870915859/balancer because node does not exist (not necessarily an error) 2024-11-24T11:18:17,665 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1870915859/balancer already deleted, retry=false 2024-11-24T11:18:17,665 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:18:17,666 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Unable to get data of znode /1870915859/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:18:17,675 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1870915859/normalizer already deleted, retry=false 2024-11-24T11:18:17,675 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:18:17,676 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Unable to get data of znode /1870915859/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:18:17,686 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1870915859/switch/split already deleted, retry=false 2024-11-24T11:18:17,687 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Unable to get data of znode /1870915859/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:18:17,696 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1870915859/switch/merge already deleted, retry=false 2024-11-24T11:18:17,699 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Unable to get data of znode /1870915859/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:18:17,707 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1870915859/snapshot-cleanup already deleted, retry=false 2024-11-24T11:18:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1870915859/running 2024-11-24T11:18:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1870915859/running 2024-11-24T11:18:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:17,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,34337,1732447096076, sessionid=0x1016c90a9b50003, setting cluster-up flag (Was=false) 2024-11-24T11:18:17,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:17,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:17,776 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1870915859/flush-table-proc/acquired, /1870915859/flush-table-proc/reached, /1870915859/flush-table-proc/abort 2024-11-24T11:18:17,777 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,34337,1732447096076 2024-11-24T11:18:17,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:17,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:17,828 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1870915859/online-snapshot/acquired, /1870915859/online-snapshot/reached, /1870915859/online-snapshot/abort 2024-11-24T11:18:17,830 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,34337,1732447096076 2024-11-24T11:18:17,831 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:18:17,832 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:18:17,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:18:17,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:18:17,833 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,34337,1732447096076 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:18:17,834 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:18:17,834 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:18:17,834 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:18:17,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:18:17,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:18:17,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:18:17,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:18:17,837 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:18:17,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:17,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:18:17,845 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447127845 2024-11-24T11:18:17,845 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:18:17,845 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:18:17,845 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:18:17,845 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:18:17,845 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:18:17,845 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:18:17,846 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,846 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:18:17,846 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:18:17,846 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:18:17,846 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:18:17,847 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(746): ClusterId : dfdd9129-af8e-42e9-8060-f7a8c57b7629 2024-11-24T11:18:17,847 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:18:17,852 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:18:17,852 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:18:17,852 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447097852,5,FailOnTimeoutGroup] 2024-11-24T11:18:17,853 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447097852,5,FailOnTimeoutGroup] 2024-11-24T11:18:17,853 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,853 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:18:17,853 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,853 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:18:17,860 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:18:17,860 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:18:17,872 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:18:17,872 DEBUG [RS:0;f5f73e76a839:40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b661351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:18:17,887 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:40467 2024-11-24T11:18:17,887 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:18:17,887 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:18:17,887 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:18:17,888 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,34337,1732447096076 with port=40467, startcode=1732447096217 2024-11-24T11:18:17,888 DEBUG [RS:0;f5f73e76a839:40467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:18:17,890 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:18:17,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,40467,1732447096217 2024-11-24T11:18:17,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,40467,1732447096217 2024-11-24T11:18:17,892 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510 2024-11-24T11:18:17,892 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37607 2024-11-24T11:18:17,892 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:18:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859/rs 2024-11-24T11:18:17,965 DEBUG [RS:0;f5f73e76a839:40467 {}] zookeeper.ZKUtil(111): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on existing znode=/1870915859/rs/f5f73e76a839,40467,1732447096217 2024-11-24T11:18:17,965 WARN [RS:0;f5f73e76a839:40467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:18:17,965 INFO [RS:0;f5f73e76a839:40467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:18:17,966 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/WALs/f5f73e76a839,40467,1732447096217 2024-11-24T11:18:17,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,40467,1732447096217] 2024-11-24T11:18:17,969 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:18:17,972 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:18:17,973 INFO [RS:0;f5f73e76a839:40467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:18:17,973 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,973 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:18:17,974 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:18:17,974 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,974 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:18:17,975 DEBUG [RS:0;f5f73e76a839:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:18:17,976 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,976 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,976 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,976 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,976 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,976 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40467,1732447096217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:18:17,994 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:18:17,994 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,40467,1732447096217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,994 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:17,994 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.Replication(171): f5f73e76a839,40467,1732447096217 started 2024-11-24T11:18:18,010 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:18,010 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,40467,1732447096217, RpcServer on f5f73e76a839/172.17.0.3:40467, sessionid=0x1016c90a9b50004 2024-11-24T11:18:18,010 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:18:18,010 DEBUG [RS:0;f5f73e76a839:40467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,40467,1732447096217 2024-11-24T11:18:18,010 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,40467,1732447096217' 2024-11-24T11:18:18,010 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1870915859/flush-table-proc/abort' 2024-11-24T11:18:18,011 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1870915859/flush-table-proc/acquired' 2024-11-24T11:18:18,011 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:18:18,011 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:18:18,011 DEBUG [RS:0;f5f73e76a839:40467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,40467,1732447096217 2024-11-24T11:18:18,011 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,40467,1732447096217' 2024-11-24T11:18:18,011 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1870915859/online-snapshot/abort' 2024-11-24T11:18:18,012 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1870915859/online-snapshot/acquired' 2024-11-24T11:18:18,012 DEBUG [RS:0;f5f73e76a839:40467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:18:18,012 INFO [RS:0;f5f73e76a839:40467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:18:18,012 INFO [RS:0;f5f73e76a839:40467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:18:18,112 INFO [RS:0;f5f73e76a839:40467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:18:18,114 INFO [RS:0;f5f73e76a839:40467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C40467%2C1732447096217, suffix=, logDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/WALs/f5f73e76a839,40467,1732447096217, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/oldWALs, maxLogs=10 2024-11-24T11:18:18,127 DEBUG [RS:0;f5f73e76a839:40467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/WALs/f5f73e76a839,40467,1732447096217/f5f73e76a839%2C40467%2C1732447096217.1732447098114, exclude list is [], retry=0 2024-11-24T11:18:18,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38797,DS-cfaa624d-391a-4382-83b0-1e1cf287866e,DISK] 2024-11-24T11:18:18,132 INFO [RS:0;f5f73e76a839:40467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/WALs/f5f73e76a839,40467,1732447096217/f5f73e76a839%2C40467%2C1732447096217.1732447098114 2024-11-24T11:18:18,132 DEBUG [RS:0;f5f73e76a839:40467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-24T11:18:18,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:18:18,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510 2024-11-24T11:18:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:18:18,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:18:18,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:18,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:18:18,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:18:18,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:18,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:18,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:18:18,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:18:18,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:18,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:18,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:18:18,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:18:18,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:18,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:18,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:18:18,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:18:18,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:18,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:18,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:18:18,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740 2024-11-24T11:18:18,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740 2024-11-24T11:18:18,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:18:18,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:18:18,674 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:18:18,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:18:18,677 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:18:18,678 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63532889, jitterRate=-0.05328617990016937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:18:18,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447098663Initializing all the Stores at 1732447098664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447098664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447098664Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447098664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447098664Cleaning up temporary data from old regions at 1732447098673 (+9 ms)Region opened successfully at 1732447098678 (+5 ms) 2024-11-24T11:18:18,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:18:18,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:18:18,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:18:18,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:18:18,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:18:18,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:18:18,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447098678Disabling compacts and flushes for region at 1732447098678Disabling writes for close at 1732447098678Writing region close event to WAL at 1732447098678Closed at 1732447098678 2024-11-24T11:18:18,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:18:18,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:18:18,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:18:18,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:18:18,681 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:18:18,832 DEBUG [f5f73e76a839:34337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:18:18,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,40467,1732447096217 2024-11-24T11:18:18,833 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,40467,1732447096217, state=OPENING 2024-11-24T11:18:18,844 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:18:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:18:18,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1870915859/meta-region-server: CHANGED 2024-11-24T11:18:18,855 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:18:18,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,40467,1732447096217}] 2024-11-24T11:18:18,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1870915859/meta-region-server: CHANGED 2024-11-24T11:18:19,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:18:19,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:18:19,014 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:18:19,014 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:18:19,014 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:18:19,016 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C40467%2C1732447096217.meta, suffix=.meta, logDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/WALs/f5f73e76a839,40467,1732447096217, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/oldWALs, maxLogs=10 2024-11-24T11:18:19,038 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/WALs/f5f73e76a839,40467,1732447096217/f5f73e76a839%2C40467%2C1732447096217.meta.1732447099016.meta, exclude list is [], retry=0 2024-11-24T11:18:19,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38797,DS-cfaa624d-391a-4382-83b0-1e1cf287866e,DISK] 2024-11-24T11:18:19,044 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/WALs/f5f73e76a839,40467,1732447096217/f5f73e76a839%2C40467%2C1732447096217.meta.1732447099016.meta 2024-11-24T11:18:19,045 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-24T11:18:19,045 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:18:19,045 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:18:19,045 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:18:19,046 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:18:19,046 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:18:19,046 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:18:19,046 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:19,046 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:18:19,046 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:18:19,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:18:19,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:18:19,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:19,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:18:19,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:18:19,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:19,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:18:19,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:18:19,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:19,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:18:19,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:18:19,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:18:19,060 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:18:19,061 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740 2024-11-24T11:18:19,063 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740 2024-11-24T11:18:19,064 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:18:19,064 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:18:19,065 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:18:19,066 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:18:19,067 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59881318, jitterRate=-0.10769882798194885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:18:19,068 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:18:19,068 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447099046Writing region info on filesystem at 1732447099046Initializing all the Stores at 1732447099048 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447099048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447099048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447099048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447099048Cleaning up temporary data from old regions at 1732447099064 (+16 ms)Running coprocessor post-open hooks at 1732447099068 (+4 ms)Region opened successfully at 1732447099068 2024-11-24T11:18:19,069 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447099007 2024-11-24T11:18:19,073 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:18:19,073 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:18:19,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,40467,1732447096217 2024-11-24T11:18:19,076 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,40467,1732447096217, state=OPEN 2024-11-24T11:18:19,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1870915859/meta-region-server 2024-11-24T11:18:19,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1870915859/meta-region-server 2024-11-24T11:18:19,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1870915859/meta-region-server: CHANGED 2024-11-24T11:18:19,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1870915859/meta-region-server: CHANGED 2024-11-24T11:18:19,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,40467,1732447096217 2024-11-24T11:18:19,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:18:19,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,40467,1732447096217 in 231 msec 2024-11-24T11:18:19,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:18:19,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-24T11:18:19,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:18:19,101 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:18:19,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:19,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,40467,1732447096217, seqNum=-1] 2024-11-24T11:18:19,102 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:19,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:18:19,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-24T11:18:19,113 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447099113, completionTime=-1 2024-11-24T11:18:19,113 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:18:19,113 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:18:19,116 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:18:19,116 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447159116 2024-11-24T11:18:19,116 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447219116 2024-11-24T11:18:19,116 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T11:18:19,117 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34337,1732447096076-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:19,117 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34337,1732447096076-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:19,117 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34337,1732447096076-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:19,117 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:34337, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:19,117 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:19,118 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:19,120 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:18:19,125 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.838sec 2024-11-24T11:18:19,125 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:18:19,125 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:18:19,125 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:18:19,125 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:18:19,125 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:18:19,125 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34337,1732447096076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:18:19,125 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34337,1732447096076-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:18:19,131 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:18:19,132 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:18:19,132 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34337,1732447096076-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:18:19,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f7d016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:19,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,34337,-1 for getting cluster id 2024-11-24T11:18:19,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:19,152 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfdd9129-af8e-42e9-8060-f7a8c57b7629' 2024-11-24T11:18:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfdd9129-af8e-42e9-8060-f7a8c57b7629" 2024-11-24T11:18:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ff2e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,34337,-1] 2024-11-24T11:18:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:19,155 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:19,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cc39e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:19,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,40467,1732447096217, seqNum=-1] 2024-11-24T11:18:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:19,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:18:19,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,34337,1732447096076 2024-11-24T11:18:19,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53720 2024-11-24T11:18:19,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:18:19,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c90a9b50005 connected 2024-11-24T11:18:19,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39553,1732447090230 2024-11-24T11:18:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44654c7e 2024-11-24T11:18:19,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:19,270 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:18:19,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:18:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:18:19,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:18:19,279 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:18:19,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:18:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:19,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:18:19,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e390c351e9f531fff8fbd356bf4377de, NAME => 'test,,1732447099270.e390c351e9f531fff8fbd356bf4377de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc 2024-11-24T11:18:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:18:19,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447099270.e390c351e9f531fff8fbd356bf4377de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e390c351e9f531fff8fbd356bf4377de, disabling compactions & flushes 2024-11-24T11:18:19,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:18:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:18:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. after waiting 0 ms 2024-11-24T11:18:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:18:19,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:18:19,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e390c351e9f531fff8fbd356bf4377de: Waiting for close lock at 1732447099348Disabling compacts and flushes for region at 1732447099348Disabling writes for close at 1732447099349 (+1 ms)Writing region close event to WAL at 1732447099349Closed at 1732447099349 2024-11-24T11:18:19,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:18:19,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447099270.e390c351e9f531fff8fbd356bf4377de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447099351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447099351"}]},"ts":"1732447099351"} 2024-11-24T11:18:19,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:18:19,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:18:19,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447099356"}]},"ts":"1732447099356"} 2024-11-24T11:18:19,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:18:19,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e390c351e9f531fff8fbd356bf4377de, ASSIGN}] 2024-11-24T11:18:19,363 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e390c351e9f531fff8fbd356bf4377de, ASSIGN 2024-11-24T11:18:19,365 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e390c351e9f531fff8fbd356bf4377de, ASSIGN; state=OFFLINE, location=f5f73e76a839,35845,1732447090426; forceNewPlan=false, retain=false 2024-11-24T11:18:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:19,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e390c351e9f531fff8fbd356bf4377de, regionState=OPENING, regionLocation=f5f73e76a839,35845,1732447090426 2024-11-24T11:18:19,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e390c351e9f531fff8fbd356bf4377de, ASSIGN because future has completed 2024-11-24T11:18:19,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e390c351e9f531fff8fbd356bf4377de, server=f5f73e76a839,35845,1732447090426}] 2024-11-24T11:18:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:19,714 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:18:19,715 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e390c351e9f531fff8fbd356bf4377de, NAME => 'test,,1732447099270.e390c351e9f531fff8fbd356bf4377de.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:18:19,715 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:18:19,715 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:18:19,716 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,716 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447099270.e390c351e9f531fff8fbd356bf4377de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:19,717 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,717 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,722 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,725 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e390c351e9f531fff8fbd356bf4377de columnFamilyName f 2024-11-24T11:18:19,725 DEBUG [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,726 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] regionserver.HStore(327): Store=e390c351e9f531fff8fbd356bf4377de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:19,726 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,729 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e390c351e9f531fff8fbd356bf4377de columnFamilyName f1 2024-11-24T11:18:19,729 DEBUG [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,730 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] regionserver.HStore(327): Store=e390c351e9f531fff8fbd356bf4377de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:19,730 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,750 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e390c351e9f531fff8fbd356bf4377de columnFamilyName norep 2024-11-24T11:18:19,750 DEBUG [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,752 INFO [StoreOpener-e390c351e9f531fff8fbd356bf4377de-1 {}] regionserver.HStore(327): Store=e390c351e9f531fff8fbd356bf4377de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:19,752 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,753 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,754 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,760 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,760 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,761 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:18:19,763 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,769 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:18:19,770 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e390c351e9f531fff8fbd356bf4377de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72234780, jitterRate=0.0763821005821228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:18:19,770 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:18:19,771 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e390c351e9f531fff8fbd356bf4377de: Running coprocessor pre-open hook at 1732447099717Writing region info on filesystem at 1732447099717Initializing all the Stores at 1732447099721 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447099722 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447099722Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447099722Cleaning up temporary data from old regions at 1732447099760 (+38 ms)Running coprocessor post-open hooks at 1732447099770 (+10 ms)Region opened successfully at 1732447099771 (+1 ms) 2024-11-24T11:18:19,775 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., pid=6, masterSystemTime=1732447099685 2024-11-24T11:18:19,778 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:18:19,778 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:18:19,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e390c351e9f531fff8fbd356bf4377de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,35845,1732447090426 2024-11-24T11:18:19,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e390c351e9f531fff8fbd356bf4377de, server=f5f73e76a839,35845,1732447090426 because future has completed 2024-11-24T11:18:19,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:18:19,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e390c351e9f531fff8fbd356bf4377de, server=f5f73e76a839,35845,1732447090426 in 269 msec 2024-11-24T11:18:19,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:18:19,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e390c351e9f531fff8fbd356bf4377de, ASSIGN in 435 msec 2024-11-24T11:18:19,801 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:18:19,802 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447099801"}]},"ts":"1732447099801"} 2024-11-24T11:18:19,805 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:18:19,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:18:19,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 533 msec 2024-11-24T11:18:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:18:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:18:19,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:18:19,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T11:18:19,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:18:19,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T11:18:19,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:18:19,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T11:18:19,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:18:19,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T11:18:19,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:18:19,837 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T11:18:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:19,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:19,908 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:18:19,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,34337,1732447096076 2024-11-24T11:18:19,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@103164e 2024-11-24T11:18:19,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:19,911 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:18:19,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:18:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:18:19,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:18:19,916 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:19,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:18:19,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:18:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:18:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:20,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 420d3e0ff45ef3b18c0814d56bcb2937, NAME => 'test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510 2024-11-24T11:18:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:18:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 420d3e0ff45ef3b18c0814d56bcb2937, disabling compactions & flushes 2024-11-24T11:18:20,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:18:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:18:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. after waiting 0 ms 2024-11-24T11:18:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:18:20,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:18:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 420d3e0ff45ef3b18c0814d56bcb2937: Waiting for close lock at 1732447100372Disabling compacts and flushes for region at 1732447100372Disabling writes for close at 1732447100372Writing region close event to WAL at 1732447100372Closed at 1732447100372 2024-11-24T11:18:20,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:18:20,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447100385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447100385"}]},"ts":"1732447100385"} 2024-11-24T11:18:20,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:18:20,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:18:20,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447100391"}]},"ts":"1732447100391"} 2024-11-24T11:18:20,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:18:20,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=420d3e0ff45ef3b18c0814d56bcb2937, ASSIGN}] 2024-11-24T11:18:20,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=420d3e0ff45ef3b18c0814d56bcb2937, ASSIGN 2024-11-24T11:18:20,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=420d3e0ff45ef3b18c0814d56bcb2937, ASSIGN; state=OFFLINE, location=f5f73e76a839,40467,1732447096217; forceNewPlan=false, retain=false 2024-11-24T11:18:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:20,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=420d3e0ff45ef3b18c0814d56bcb2937, regionState=OPENING, regionLocation=f5f73e76a839,40467,1732447096217 2024-11-24T11:18:20,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=420d3e0ff45ef3b18c0814d56bcb2937, ASSIGN because future has completed 2024-11-24T11:18:20,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420d3e0ff45ef3b18c0814d56bcb2937, server=f5f73e76a839,40467,1732447096217}] 2024-11-24T11:18:20,719 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:18:20,719 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 420d3e0ff45ef3b18c0814d56bcb2937, NAME => 'test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:18:20,720 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:18:20,720 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:18:20,720 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,720 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:20,721 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,721 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,728 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,730 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420d3e0ff45ef3b18c0814d56bcb2937 columnFamilyName f 2024-11-24T11:18:20,730 DEBUG [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:20,730 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] regionserver.HStore(327): Store=420d3e0ff45ef3b18c0814d56bcb2937/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:20,734 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,736 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420d3e0ff45ef3b18c0814d56bcb2937 columnFamilyName f1 2024-11-24T11:18:20,736 DEBUG [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:20,737 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] regionserver.HStore(327): Store=420d3e0ff45ef3b18c0814d56bcb2937/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:20,737 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,739 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420d3e0ff45ef3b18c0814d56bcb2937 columnFamilyName norep 2024-11-24T11:18:20,739 DEBUG [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:20,739 INFO [StoreOpener-420d3e0ff45ef3b18c0814d56bcb2937-1 {}] regionserver.HStore(327): Store=420d3e0ff45ef3b18c0814d56bcb2937/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:20,740 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,741 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,741 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,742 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,742 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,743 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:18:20,745 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,756 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:18:20,757 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 420d3e0ff45ef3b18c0814d56bcb2937; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66423779, jitterRate=-0.010208562016487122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:18:20,757 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:18:20,757 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 420d3e0ff45ef3b18c0814d56bcb2937: Running coprocessor pre-open hook at 1732447100721Writing region info on filesystem at 1732447100721Initializing all the Stores at 1732447100726 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447100726Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447100727 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447100727Cleaning up temporary data from old regions at 1732447100742 (+15 ms)Running coprocessor post-open hooks at 1732447100757 (+15 ms)Region opened successfully at 1732447100757 2024-11-24T11:18:20,758 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937., pid=6, masterSystemTime=1732447100713 2024-11-24T11:18:20,762 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:18:20,762 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:18:20,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=420d3e0ff45ef3b18c0814d56bcb2937, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,40467,1732447096217 2024-11-24T11:18:20,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420d3e0ff45ef3b18c0814d56bcb2937, server=f5f73e76a839,40467,1732447096217 because future has completed 2024-11-24T11:18:20,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:18:20,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 420d3e0ff45ef3b18c0814d56bcb2937, server=f5f73e76a839,40467,1732447096217 in 209 msec 2024-11-24T11:18:20,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:18:20,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=420d3e0ff45ef3b18c0814d56bcb2937, ASSIGN in 377 msec 2024-11-24T11:18:20,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:18:20,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447100779"}]},"ts":"1732447100779"} 2024-11-24T11:18:20,782 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:18:20,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:18:20,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 872 msec 2024-11-24T11:18:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:18:21,058 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:18:21,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39553,-1 for getting cluster id 2024-11-24T11:18:21,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:21,070 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '378132db-5ca3-4c18-90d6-cc1a68186573' 2024-11-24T11:18:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "378132db-5ca3-4c18-90d6-cc1a68186573" 2024-11-24T11:18:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70550b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39553,-1] 2024-11-24T11:18:21,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:21,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:21,072 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b710fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c8bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,34337,-1 for getting cluster id 2024-11-24T11:18:21,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:21,082 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfdd9129-af8e-42e9-8060-f7a8c57b7629' 2024-11-24T11:18:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfdd9129-af8e-42e9-8060-f7a8c57b7629" 2024-11-24T11:18:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565306b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,34337,-1] 2024-11-24T11:18:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:21,085 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a149f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e32b7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39553,-1 for getting cluster id 2024-11-24T11:18:21,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:21,088 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '378132db-5ca3-4c18-90d6-cc1a68186573' 2024-11-24T11:18:21,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:21,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "378132db-5ca3-4c18-90d6-cc1a68186573" 2024-11-24T11:18:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8083c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39553,-1] 2024-11-24T11:18:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:21,090 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:21,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f114362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39553,1732447090230 2024-11-24T11:18:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f16ff8f 2024-11-24T11:18:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:21,096 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:18:21,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:34337,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:18:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:18:21,101 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:34337' 2024-11-24T11:18:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:18:21,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395063e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,103 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,34337,-1 for getting cluster id 2024-11-24T11:18:21,103 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:21,104 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfdd9129-af8e-42e9-8060-f7a8c57b7629' 2024-11-24T11:18:21,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:21,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfdd9129-af8e-42e9-8060-f7a8c57b7629" 2024-11-24T11:18:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432e473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,34337,-1] 2024-11-24T11:18:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:21,107 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:21,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344c7f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:21,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:21,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,34337,1732447096076 2024-11-24T11:18:21,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b0ac20e 2024-11-24T11:18:21,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:21,110 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:18:21,113 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T11:18:21,113 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:18:21,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:21,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:21,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:18:21,114 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:18:21,117 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:18:21,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:18:21,122 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:21,125 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:18:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:18:21,167 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:18:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:18:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:18:21,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2255a06a2c0697a050348615b5502344, NAME => 'hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc 2024-11-24T11:18:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:18:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:18:21,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:21,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2255a06a2c0697a050348615b5502344, disabling compactions & flushes 2024-11-24T11:18:21,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:18:21,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:18:21,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. after waiting 0 ms 2024-11-24T11:18:21,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:18:21,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:18:21,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2255a06a2c0697a050348615b5502344: Waiting for close lock at 1732447101989Disabling compacts and flushes for region at 1732447101989Disabling writes for close at 1732447101989Writing region close event to WAL at 1732447101989Closed at 1732447101989 2024-11-24T11:18:21,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:18:21,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447101990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447101990"}]},"ts":"1732447101990"} 2024-11-24T11:18:21,996 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:18:21,998 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:18:21,998 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447101998"}]},"ts":"1732447101998"} 2024-11-24T11:18:22,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:18:22,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2255a06a2c0697a050348615b5502344, ASSIGN}] 2024-11-24T11:18:22,003 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2255a06a2c0697a050348615b5502344, ASSIGN 2024-11-24T11:18:22,004 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2255a06a2c0697a050348615b5502344, ASSIGN; state=OFFLINE, location=f5f73e76a839,35845,1732447090426; forceNewPlan=false, retain=false 2024-11-24T11:18:22,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2255a06a2c0697a050348615b5502344, regionState=OPENING, regionLocation=f5f73e76a839,35845,1732447090426 2024-11-24T11:18:22,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2255a06a2c0697a050348615b5502344, ASSIGN because future has completed 2024-11-24T11:18:22,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2255a06a2c0697a050348615b5502344, server=f5f73e76a839,35845,1732447090426}] 2024-11-24T11:18:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:18:22,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:18:22,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:18:22,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:18:22,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C35845%2C1732447090426.rep, suffix=, logDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426, archiveDir=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/oldWALs, maxLogs=10 2024-11-24T11:18:22,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.rep.1732447102319, exclude list is [], retry=0 2024-11-24T11:18:22,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35403,DS-fa8605fd-4527-49f0-b6d3-cd15550b8c1f,DISK] 2024-11-24T11:18:22,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.rep.1732447102319 2024-11-24T11:18:22,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42697:42697)] 2024-11-24T11:18:22,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2255a06a2c0697a050348615b5502344, NAME => 'hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:18:22,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:18:22,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:18:22,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. service=MultiRowMutationService 2024-11-24T11:18:22,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:18:22,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:18:22,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,345 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,346 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2255a06a2c0697a050348615b5502344 columnFamilyName hfileref 2024-11-24T11:18:22,346 DEBUG [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:22,347 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] regionserver.HStore(327): Store=2255a06a2c0697a050348615b5502344/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:22,347 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,349 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2255a06a2c0697a050348615b5502344 columnFamilyName queue 2024-11-24T11:18:22,349 DEBUG [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:22,349 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] regionserver.HStore(327): Store=2255a06a2c0697a050348615b5502344/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:22,349 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,350 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2255a06a2c0697a050348615b5502344 columnFamilyName sid 2024-11-24T11:18:22,351 DEBUG [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:18:22,351 INFO [StoreOpener-2255a06a2c0697a050348615b5502344-1 {}] regionserver.HStore(327): Store=2255a06a2c0697a050348615b5502344/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:18:22,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:18:22,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:18:22,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2255a06a2c0697a050348615b5502344; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71577714, jitterRate=0.0665910542011261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:18:22,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2255a06a2c0697a050348615b5502344 2024-11-24T11:18:22,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2255a06a2c0697a050348615b5502344: Running coprocessor pre-open hook at 1732447102343Writing region info on filesystem at 1732447102343Initializing all the Stores at 1732447102344 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447102344Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447102345 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447102345Cleaning up temporary data from old regions at 1732447102354 (+9 ms)Running coprocessor post-open hooks at 1732447102410 (+56 ms)Region opened successfully at 1732447102410 2024-11-24T11:18:22,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344., pid=10, masterSystemTime=1732447102310 2024-11-24T11:18:22,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:18:22,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:18:22,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2255a06a2c0697a050348615b5502344, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,35845,1732447090426 2024-11-24T11:18:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2255a06a2c0697a050348615b5502344, server=f5f73e76a839,35845,1732447090426 because future has completed 2024-11-24T11:18:22,423 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39553 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f5f73e76a839,35845,1732447090426, table=hbase:replication, region=2255a06a2c0697a050348615b5502344. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:18:22,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:18:22,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2255a06a2c0697a050348615b5502344, server=f5f73e76a839,35845,1732447090426 in 268 msec 2024-11-24T11:18:22,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:18:22,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2255a06a2c0697a050348615b5502344, ASSIGN in 428 msec 2024-11-24T11:18:22,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:18:22,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447102434"}]},"ts":"1732447102434"} 2024-11-24T11:18:22,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:18:22,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:18:22,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3260 sec 2024-11-24T11:18:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344., hostname=f5f73e76a839,35845,1732447090426, seqNum=2] 2024-11-24T11:18:22,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:22,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:18:22,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:18:22,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:18:22,719 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:18:22,747 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,35845,1732447090426, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:18:22,747 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:22,747 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,35845,1732447090426, seqNum=-1] 2024-11-24T11:18:22,747 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:22,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T11:18:22,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,35845,1732447090426', locateType=CURRENT is [region=hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344., hostname=f5f73e76a839,35845,1732447090426, seqNum=2] 2024-11-24T11:18:22,764 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:18:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:18:22,767 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,35845,1732447090426 suceeded 2024-11-24T11:18:22,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:18:22,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-24T11:18:22,770 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:34337,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T11:18:22,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6740 sec 2024-11-24T11:18:22,788 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:34337' 2024-11-24T11:18:22,790 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52df4a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:22,790 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,34337,-1 for getting cluster id 2024-11-24T11:18:22,791 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:22,792 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfdd9129-af8e-42e9-8060-f7a8c57b7629' 2024-11-24T11:18:22,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:22,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfdd9129-af8e-42e9-8060-f7a8c57b7629" 2024-11-24T11:18:22,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26046f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:22,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,34337,-1] 2024-11-24T11:18:22,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:22,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:22,794 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:22,795 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d548f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:22,795 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:22,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,34337,1732447096076 2024-11-24T11:18:22,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@321700fc 2024-11-24T11:18:22,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:22,798 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T11:18:22,798 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,35845,1732447090426 (queues=1) is replicating from cluster=378132db-5ca3-4c18-90d6-cc1a68186573 to cluster=dfdd9129-af8e-42e9-8060-f7a8c57b7629 2024-11-24T11:18:22,799 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C35845%2C1732447090426 2024-11-24T11:18:22,799 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,35845,1732447090426, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:18:22,799 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C35845%2C1732447090426 2024-11-24T11:18:22,799 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744, startPosition=0, beingWritten=true 2024-11-24T11:18:22,810 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:18:22,810 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 379, reset compression=false 2024-11-24T11:18:22,810 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,35845,1732447090426 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:18:23,015 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 379, reset compression=false 2024-11-24T11:18:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:18:23,249 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:18:23,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:18:23,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:23,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:23,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:23,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:18:23,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:23,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732447103264/Put/seqid=0 2024-11-24T11:18:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741840_1016 (size=7894) 2024-11-24T11:18:23,298 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f/f/hfile_1 is 34, key is ddd/f:row/1732447103295/Put/seqid=0 2024-11-24T11:18:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741841_1017 (size=7691) 2024-11-24T11:18:23,319 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 379, reset compression=false 2024-11-24T11:18:23,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:23,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39553,-1 for getting cluster id 2024-11-24T11:18:23,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:23,715 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '378132db-5ca3-4c18-90d6-cc1a68186573' 2024-11-24T11:18:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "378132db-5ca3-4c18-90d6-cc1a68186573" 2024-11-24T11:18:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7937e038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39553,-1] 2024-11-24T11:18:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:23,716 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:23,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e708bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:23,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,35845,1732447090426, seqNum=-1] 2024-11-24T11:18:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:23,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:18:23,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39553,1732447090230 2024-11-24T11:18:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14004ed3 2024-11-24T11:18:23,729 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 379, reset compression=false 2024-11-24T11:18:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:23,732 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:18:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2] 2024-11-24T11:18:23,747 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:18:23,757 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T11:18:23,760 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T11:18:23,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f/f/hfile_0 for inclusion in e390c351e9f531fff8fbd356bf4377de/f 2024-11-24T11:18:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T11:18:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:18:23,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f/f/hfile_1 for inclusion in e390c351e9f531fff8fbd356bf4377de/f 2024-11-24T11:18:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T11:18:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:18:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HRegion(2603): Flush status journal for e390c351e9f531fff8fbd356bf4377de: 2024-11-24T11:18:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f/f/hfile_0 to hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_0 2024-11-24T11:18:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_0 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ 2024-11-24T11:18:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f/f/hfile_1 to hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_1 2024-11-24T11:18:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_1 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ 2024-11-24T11:18:23,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_0 into e390c351e9f531fff8fbd356bf4377de/f as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ - updating store file list. 2024-11-24T11:18:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f8a130d20034c3a93b57c46a2659b02_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:18:23,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ into e390c351e9f531fff8fbd356bf4377de/f 2024-11-24T11:18:23,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_0 into e390c351e9f531fff8fbd356bf4377de/f (new location: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_) 2024-11-24T11:18:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_0 2024-11-24T11:18:23,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_1 into e390c351e9f531fff8fbd356bf4377de/f as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ - updating store file list. 2024-11-24T11:18:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:18:23,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ into e390c351e9f531fff8fbd356bf4377de/f 2024-11-24T11:18:23,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_1 into e390c351e9f531fff8fbd356bf4377de/f (new location: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_) 2024-11-24T11:18:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__8l4jgumiarf5er2nlk2lt540ien4l27f0qeti9g2v2gpdj1gdbnous11k7b8577j/f/hfile_1 2024-11-24T11:18:23,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:18:23,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:23,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:23,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:23,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:18:23,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2 , the old value is region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f5f73e76a839:35845 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:18:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:18:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2 from cache 2024-11-24T11:18:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,40467,1732447096217, seqNum=-1] 2024-11-24T11:18:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:23,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:18:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:47256 deadline: 1732447163811 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:47256 2024-11-24T11:18:23,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937., hostname=f5f73e76a839,40467,1732447096217, seqNum=2] 2024-11-24T11:18:23,819 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T11:18:23,917 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:35845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T11:18:23,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:18:24,235 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 379, reset compression=false 2024-11-24T11:18:24,241 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:18:24,242 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,35845,1732447090426 got entry batch from reader: WALEntryBatch [walEntries=[{test/e390c351e9f531fff8fbd356bf4377de/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732447103806/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T11:18:24,273 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:18:24,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T11:18:24,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.ReplicationSink(318): Replicating [378132db-5ca3-4c18-90d6-cc1a68186573] bulk loaded data 2024-11-24T11:18:24,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0fcfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:24,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,34337,-1 for getting cluster id 2024-11-24T11:18:24,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:24,286 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfdd9129-af8e-42e9-8060-f7a8c57b7629' 2024-11-24T11:18:24,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:24,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfdd9129-af8e-42e9-8060-f7a8c57b7629" 2024-11-24T11:18:24,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57ca81ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:24,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,34337,-1] 2024-11-24T11:18:24,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:24,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:24,289 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:24,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f01e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:24,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741837_1013 (size=7894) 2024-11-24T11:18:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741838_1014 (size=7691) 2024-11-24T11:18:24,448 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 687, reset compression=false 2024-11-24T11:18:24,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:18:24,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:18:24,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:18:24,610 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:18:24,752 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 687, reset compression=false 2024-11-24T11:18:24,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:24,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,34337,1732447096076 2024-11-24T11:18:24,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf97e1a 2024-11-24T11:18:24,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:24,805 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T11:18:24,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:18:24,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:24,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,40467,1732447096217, seqNum=-1] 2024-11-24T11:18:24,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:24,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T11:18:24,821 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T11:18:24,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T11:18:24,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T11:18:24,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ for inclusion in 420d3e0ff45ef3b18c0814d56bcb2937/f 2024-11-24T11:18:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T11:18:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:18:24,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ for inclusion in 420d3e0ff45ef3b18c0814d56bcb2937/f 2024-11-24T11:18:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T11:18:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:18:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegion(2603): Flush status journal for 420d3e0ff45ef3b18c0814d56bcb2937: 2024-11-24T11:18:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:18:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/f/6774262ce1254692b65f473ecd592444_SeqId_4_ 2024-11-24T11:18:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:18:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/f/52ef582241664871a450d358596b9914_SeqId_4_ 2024-11-24T11:18:24,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ into 420d3e0ff45ef3b18c0814d56bcb2937/f as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/f/6774262ce1254692b65f473ecd592444_SeqId_4_ - updating store file list. 2024-11-24T11:18:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6774262ce1254692b65f473ecd592444_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:18:24,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/f/6774262ce1254692b65f473ecd592444_SeqId_4_ into 420d3e0ff45ef3b18c0814d56bcb2937/f 2024-11-24T11:18:24,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ into 420d3e0ff45ef3b18c0814d56bcb2937/f (new location: hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/f/6774262ce1254692b65f473ecd592444_SeqId_4_) 2024-11-24T11:18:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/9f8a130d20034c3a93b57c46a2659b02_SeqId_4_ 2024-11-24T11:18:24,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ into 420d3e0ff45ef3b18c0814d56bcb2937/f as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/f/52ef582241664871a450d358596b9914_SeqId_4_ - updating store file list. 2024-11-24T11:18:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52ef582241664871a450d358596b9914_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:18:24,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/f/52ef582241664871a450d358596b9914_SeqId_4_ into 420d3e0ff45ef3b18c0814d56bcb2937/f 2024-11-24T11:18:24,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ into 420d3e0ff45ef3b18c0814d56bcb2937/f (new location: hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/f/52ef582241664871a450d358596b9914_SeqId_4_) 2024-11-24T11:18:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/staging/jenkins.hfs.6__test__kq228vl7jfco5ssb7uk90e6tfdk10rq72d4n3t4ka0pil57mt4ojf24aqsimden0/f/a41a5c2070834cc3a457a3b76ec3aaf9_SeqId_4_ 2024-11-24T11:18:24,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.ReplicationSink(324): Finished replicating [378132db-5ca3-4c18-90d6-cc1a68186573] bulk loaded data 2024-11-24T11:18:25,158 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 687, reset compression=false 2024-11-24T11:18:25,662 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 687, reset compression=false 2024-11-24T11:18:25,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:18:25,839 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732447105838/Put/seqid=0 2024-11-24T11:18:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741842_1018 (size=7997) 2024-11-24T11:18:26,246 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732447106245/Put/seqid=0 2024-11-24T11:18:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741843_1019 (size=7794) 2024-11-24T11:18:26,267 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 687, reset compression=false 2024-11-24T11:18:26,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c296139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:26,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39553,-1 for getting cluster id 2024-11-24T11:18:26,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:18:26,653 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '378132db-5ca3-4c18-90d6-cc1a68186573' 2024-11-24T11:18:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:18:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "378132db-5ca3-4c18-90d6-cc1a68186573" 2024-11-24T11:18:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b702c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39553,-1] 2024-11-24T11:18:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:18:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:26,655 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:18:26,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1ad756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:18:26,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,35845,1732447090426, seqNum=-1] 2024-11-24T11:18:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:26,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:18:26,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:18:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39553,1732447090230 2024-11-24T11:18:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39481fd3 2024-11-24T11:18:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:18:26,669 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:18:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2] 2024-11-24T11:18:26,674 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:18:26,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T11:18:26,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T11:18:26,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f1/f1/hfile_0 for inclusion in e390c351e9f531fff8fbd356bf4377de/f1 2024-11-24T11:18:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T11:18:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:18:26,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f1/f1/hfile_1 for inclusion in e390c351e9f531fff8fbd356bf4377de/f1 2024-11-24T11:18:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T11:18:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:18:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HRegion(2603): Flush status journal for e390c351e9f531fff8fbd356bf4377de: 2024-11-24T11:18:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f1/f1/hfile_0 to hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_0 2024-11-24T11:18:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_0 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f1/34b832fe20504c3db87a2a39b60d05d3_SeqId_6_ 2024-11-24T11:18:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/load_f1/f1/hfile_1 to hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_1 2024-11-24T11:18:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_1 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f1/1f9455ec62c1400d99e37c2259677091_SeqId_6_ 2024-11-24T11:18:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T11:18:26,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_0 into e390c351e9f531fff8fbd356bf4377de/f1 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f1/34b832fe20504c3db87a2a39b60d05d3_SeqId_6_ - updating store file list. 2024-11-24T11:18:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34b832fe20504c3db87a2a39b60d05d3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:18:26,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f1/34b832fe20504c3db87a2a39b60d05d3_SeqId_6_ into e390c351e9f531fff8fbd356bf4377de/f1 2024-11-24T11:18:26,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_0 into e390c351e9f531fff8fbd356bf4377de/f1 (new location: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f1/34b832fe20504c3db87a2a39b60d05d3_SeqId_6_) 2024-11-24T11:18:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_0 2024-11-24T11:18:26,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_1 into e390c351e9f531fff8fbd356bf4377de/f1 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f1/1f9455ec62c1400d99e37c2259677091_SeqId_6_ - updating store file list. 2024-11-24T11:18:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f9455ec62c1400d99e37c2259677091_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:18:26,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f1/1f9455ec62c1400d99e37c2259677091_SeqId_6_ into e390c351e9f531fff8fbd356bf4377de/f1 2024-11-24T11:18:26,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_1 into e390c351e9f531fff8fbd356bf4377de/f1 (new location: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/f1/1f9455ec62c1400d99e37c2259677091_SeqId_6_) 2024-11-24T11:18:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/staging/jenkins__test__nk1957ruhg5d4mlq788oi3pl562qeef714g84jsrtgvihetgif0va4th8io2nkq3/f1/hfile_1 2024-11-24T11:18:26,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:18:26,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:18:26,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:26,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:18:26,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:18:26,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:18:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2 , the old value is region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f5f73e76a839:35845 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:18:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:18:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2 from cache 2024-11-24T11:18:26,718 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T11:18:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,35845,1732447090426, seqNum=-1] 2024-11-24T11:18:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:18:26,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:18:26,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., hostname=f5f73e76a839,35845,1732447090426, seqNum=2] 2024-11-24T11:18:26,827 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:35845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T11:18:26,971 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 687, reset compression=false 2024-11-24T11:18:26,977 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:18:26,977 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:26,977 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,35845,1732447090426 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:18:27,182 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:27,491 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:27,895 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:28,400 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:29,004 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:29,709 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T11:18:29,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T11:18:30,513 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:31,417 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:32,421 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:33,525 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:34,729 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:36,033 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:37,436 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:38,940 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:39,818 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:18:40,544 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:42,248 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:44,053 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:45,662 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:18:45,957 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:46,980 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,35845,1732447090426 got entry batch from reader: null 2024-11-24T11:18:47,961 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:50,064 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:52,268 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:54,351 INFO [master/f5f73e76a839:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T11:18:54,351 INFO [master/f5f73e76a839:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T11:18:54,573 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:56,977 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:18:59,170 INFO [master/f5f73e76a839:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T11:18:59,170 INFO [master/f5f73e76a839:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T11:18:59,481 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:02,084 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:04,716 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e390c351e9f531fff8fbd356bf4377de, had cached 0 bytes from a total of 31376 2024-11-24T11:19:04,788 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:05,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 420d3e0ff45ef3b18c0814d56bcb2937, had cached 0 bytes from a total of 15585 2024-11-24T11:19:06,981 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,35845,1732447090426 got entry batch from reader: null 2024-11-24T11:19:07,592 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:09,818 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:19:10,495 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:13,500 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:14,607 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:19:15,662 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:19:16,604 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:19,808 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:21,015 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:19:23,117 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:26,541 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:26,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:19:26,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:26,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:26,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:26,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:26,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:26,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:19:26,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1378031199, stopped=false 2024-11-24T11:19:26,757 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,34337,1732447096076 2024-11-24T11:19:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1870915859/running 2024-11-24T11:19:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1870915859/running 2024-11-24T11:19:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:19:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:19:26,814 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:19:26,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:26,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:26,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:26,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,40467,1732447096217' ***** 2024-11-24T11:19:26,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:19:26,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on znode that does not yet exist, /1870915859/running 2024-11-24T11:19:26,815 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:19:26,815 INFO [RS:0;f5f73e76a839:40467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:19:26,815 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:19:26,815 INFO [RS:0;f5f73e76a839:40467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:19:26,815 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(3091): Received CLOSE for 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:19:26,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Set watcher on znode that does not yet exist, /1870915859/running 2024-11-24T11:19:26,815 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,40467,1732447096217 2024-11-24T11:19:26,815 INFO [RS:0;f5f73e76a839:40467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:19:26,816 INFO [RS:0;f5f73e76a839:40467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:40467. 2024-11-24T11:19:26,816 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 420d3e0ff45ef3b18c0814d56bcb2937, disabling compactions & flushes 2024-11-24T11:19:26,816 DEBUG [RS:0;f5f73e76a839:40467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:26,816 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:19:26,816 DEBUG [RS:0;f5f73e76a839:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:26,816 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:19:26,816 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. after waiting 0 ms 2024-11-24T11:19:26,816 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:19:26,816 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:19:26,816 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:19:26,816 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:19:26,816 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:19:26,816 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:19:26,816 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 420d3e0ff45ef3b18c0814d56bcb2937=test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937.} 2024-11-24T11:19:26,816 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420d3e0ff45ef3b18c0814d56bcb2937 2024-11-24T11:19:26,816 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:19:26,816 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:19:26,816 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:19:26,816 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:19:26,816 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:19:26,816 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T11:19:26,821 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/default/test/420d3e0ff45ef3b18c0814d56bcb2937/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T11:19:26,821 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:26,821 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:19:26,822 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:19:26,822 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 420d3e0ff45ef3b18c0814d56bcb2937: Waiting for close lock at 1732447166815Running coprocessor pre-close hooks at 1732447166815Disabling compacts and flushes for region at 1732447166816 (+1 ms)Disabling writes for close at 1732447166816Writing region close event to WAL at 1732447166818 (+2 ms)Running coprocessor post-close hooks at 1732447166821 (+3 ms)Closed at 1732447166822 (+1 ms) 2024-11-24T11:19:26,822 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937. 2024-11-24T11:19:26,832 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/info/8d5143791b3842508abc3040b90ce564 is 129, key is test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937./info:regioninfo/1732447100762/Put/seqid=0 2024-11-24T11:19:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741839_1015 (size=6421) 2024-11-24T11:19:26,865 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:19:26,976 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:19:26,976 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:19:26,981 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,35845,1732447090426 got entry batch from reader: null 2024-11-24T11:19:27,016 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:27,216 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:27,236 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/info/8d5143791b3842508abc3040b90ce564 2024-11-24T11:19:27,254 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/ns/bf1e26403fae4649b11b7c8e3582f4f9 is 43, key is default/ns:d/1732447099105/Put/seqid=0 2024-11-24T11:19:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741840_1016 (size=5153) 2024-11-24T11:19:27,417 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:27,617 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:27,659 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/ns/bf1e26403fae4649b11b7c8e3582f4f9 2024-11-24T11:19:27,681 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/rep_barrier/5e1de0cf56eb47edb74f5df5b4c710d4 is 112, key is test,,1732447099912.420d3e0ff45ef3b18c0814d56bcb2937./rep_barrier:seqnumDuringOpen/1732447100762/Put/seqid=0 2024-11-24T11:19:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741841_1017 (size=5518) 2024-11-24T11:19:27,817 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:19:27,817 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:19:27,817 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:28,017 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:28,086 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/rep_barrier/5e1de0cf56eb47edb74f5df5b4c710d4 2024-11-24T11:19:28,103 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/table/4026d47714af44089d0e1d8eb3ef9101 is 40, key is test/table:state/1732447100779/Put/seqid=0 2024-11-24T11:19:28,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741842_1018 (size=5165) 2024-11-24T11:19:28,217 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:28,418 DEBUG [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:28,507 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/table/4026d47714af44089d0e1d8eb3ef9101 2024-11-24T11:19:28,514 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/info/8d5143791b3842508abc3040b90ce564 as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/info/8d5143791b3842508abc3040b90ce564 2024-11-24T11:19:28,519 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/info/8d5143791b3842508abc3040b90ce564, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T11:19:28,521 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/ns/bf1e26403fae4649b11b7c8e3582f4f9 as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/ns/bf1e26403fae4649b11b7c8e3582f4f9 2024-11-24T11:19:28,526 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/ns/bf1e26403fae4649b11b7c8e3582f4f9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:19:28,527 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/rep_barrier/5e1de0cf56eb47edb74f5df5b4c710d4 as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/rep_barrier/5e1de0cf56eb47edb74f5df5b4c710d4 2024-11-24T11:19:28,532 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/rep_barrier/5e1de0cf56eb47edb74f5df5b4c710d4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T11:19:28,533 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/.tmp/table/4026d47714af44089d0e1d8eb3ef9101 as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/table/4026d47714af44089d0e1d8eb3ef9101 2024-11-24T11:19:28,538 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/table/4026d47714af44089d0e1d8eb3ef9101, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:19:28,539 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-24T11:19:28,543 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T11:19:28,544 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:28,544 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:19:28,544 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:28,544 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447166816Running coprocessor pre-close hooks at 1732447166816Disabling compacts and flushes for region at 1732447166816Disabling writes for close at 1732447166816Obtaining lock to block concurrent updates at 1732447166816Preparing flush snapshotting stores in 1588230740 at 1732447166816Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732447166817 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732447166817Flushing 1588230740/info: creating writer at 1732447166817Flushing 1588230740/info: appending metadata at 1732447166831 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732447166831Flushing 1588230740/ns: creating writer at 1732447167241 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732447167254 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732447167254Flushing 1588230740/rep_barrier: creating writer at 1732447167664 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447167680 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447167680Flushing 1588230740/table: creating writer at 1732447168090 (+410 ms)Flushing 1588230740/table: appending metadata at 1732447168102 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732447168102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d87550: reopening flushed file at 1732447168513 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534098e6: reopening flushed file at 1732447168520 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56675e99: reopening flushed file at 1732447168526 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1224da16: reopening flushed file at 1732447168533 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1732447168539 (+6 ms)Writing region close event to WAL at 1732447168540 (+1 ms)Running coprocessor post-close hooks at 1732447168544 (+4 ms)Closed at 1732447168544 2024-11-24T11:19:28,544 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:28,618 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,40467,1732447096217; all regions closed. 2024-11-24T11:19:28,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741834_1010 (size=2717) 2024-11-24T11:19:28,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/WALs/f5f73e76a839,40467,1732447096217/f5f73e76a839%2C40467%2C1732447096217.meta.1732447099016.meta not finished, retry = 0 2024-11-24T11:19:28,723 DEBUG [RS:0;f5f73e76a839:40467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/oldWALs 2024-11-24T11:19:28,723 INFO [RS:0;f5f73e76a839:40467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C40467%2C1732447096217.meta:.meta(num 1732447099016) 2024-11-24T11:19:28,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741832_1008 (size=1028) 2024-11-24T11:19:28,727 DEBUG [RS:0;f5f73e76a839:40467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/oldWALs 2024-11-24T11:19:28,727 INFO [RS:0;f5f73e76a839:40467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C40467%2C1732447096217:(num 1732447098114) 2024-11-24T11:19:28,727 DEBUG [RS:0;f5f73e76a839:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:28,727 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:19:28,727 INFO [RS:0;f5f73e76a839:40467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:19:28,727 INFO [RS:0;f5f73e76a839:40467 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:19:28,727 INFO [RS:0;f5f73e76a839:40467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:19:28,727 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:19:28,728 INFO [RS:0;f5f73e76a839:40467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:40467. 2024-11-24T11:19:28,728 DEBUG [RS:0;f5f73e76a839:40467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:28,728 DEBUG [RS:0;f5f73e76a839:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:28,728 DEBUG [RS:0;f5f73e76a839:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:28,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:28,728 INFO [RS:0;f5f73e76a839:40467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40467 2024-11-24T11:19:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859/rs 2024-11-24T11:19:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1870915859/rs/f5f73e76a839,40467,1732447096217 2024-11-24T11:19:28,814 INFO [RS:0;f5f73e76a839:40467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:19:28,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,40467,1732447096217] 2024-11-24T11:19:28,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1870915859/draining/f5f73e76a839,40467,1732447096217 already deleted, retry=false 2024-11-24T11:19:28,835 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,40467,1732447096217 expired; onlineServers=0 2024-11-24T11:19:28,835 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,34337,1732447096076' ***** 2024-11-24T11:19:28,835 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:19:28,835 INFO [M:0;f5f73e76a839:34337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:19:28,835 INFO [M:0;f5f73e76a839:34337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:19:28,835 DEBUG [M:0;f5f73e76a839:34337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:19:28,835 DEBUG [M:0;f5f73e76a839:34337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:19:28,835 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:19:28,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447097852 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447097852,5,FailOnTimeoutGroup] 2024-11-24T11:19:28,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447097852 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447097852,5,FailOnTimeoutGroup] 2024-11-24T11:19:28,836 INFO [M:0;f5f73e76a839:34337 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:19:28,836 INFO [M:0;f5f73e76a839:34337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:19:28,836 DEBUG [M:0;f5f73e76a839:34337 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:19:28,836 INFO [M:0;f5f73e76a839:34337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:19:28,836 INFO [M:0;f5f73e76a839:34337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:19:28,836 INFO [M:0;f5f73e76a839:34337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:19:28,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:19:28,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1870915859/master 2024-11-24T11:19:28,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1870915859 2024-11-24T11:19:28,846 DEBUG [M:0;f5f73e76a839:34337 {}] zookeeper.ZKUtil(347): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Unable to get data of znode /1870915859/master because node does not exist (not an error) 2024-11-24T11:19:28,846 WARN [M:0;f5f73e76a839:34337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:19:28,846 INFO [M:0;f5f73e76a839:34337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/.lastflushedseqids 2024-11-24T11:19:28,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741843_1019 (size=173) 2024-11-24T11:19:28,925 INFO [RS:0;f5f73e76a839:40467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:19:28,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:28,925 INFO [RS:0;f5f73e76a839:40467 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,40467,1732447096217; zookeeper connection closed. 2024-11-24T11:19:28,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1016c90a9b50004, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:28,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f53681c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f53681c 2024-11-24T11:19:28,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:19:29,252 INFO [M:0;f5f73e76a839:34337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:19:29,252 INFO [M:0;f5f73e76a839:34337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:19:29,252 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:19:29,252 INFO [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:29,252 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:29,252 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:19:29,252 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:29,252 INFO [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-24T11:19:29,267 DEBUG [M:0;f5f73e76a839:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c62c5dafec574782a5b314d380d10211 is 82, key is hbase:meta,,1/info:regioninfo/1732447099075/Put/seqid=0 2024-11-24T11:19:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741844_1020 (size=5672) 2024-11-24T11:19:29,671 INFO [M:0;f5f73e76a839:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c62c5dafec574782a5b314d380d10211 2024-11-24T11:19:29,689 DEBUG [M:0;f5f73e76a839:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c7e252ed0754e33a74a8d5779fcc419 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732447100786/Put/seqid=0 2024-11-24T11:19:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741845_1021 (size=6726) 2024-11-24T11:19:30,045 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 to pos 997, reset compression=false 2024-11-24T11:19:30,093 INFO [M:0;f5f73e76a839:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c7e252ed0754e33a74a8d5779fcc419 2024-11-24T11:19:30,097 INFO [M:0;f5f73e76a839:34337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c7e252ed0754e33a74a8d5779fcc419 2024-11-24T11:19:30,116 DEBUG [M:0;f5f73e76a839:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffb757b59004430a31f150d966cf0db is 69, key is f5f73e76a839,40467,1732447096217/rs:state/1732447097891/Put/seqid=0 2024-11-24T11:19:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741846_1022 (size=5156) 2024-11-24T11:19:30,520 INFO [M:0;f5f73e76a839:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffb757b59004430a31f150d966cf0db 2024-11-24T11:19:30,526 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c62c5dafec574782a5b314d380d10211 as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c62c5dafec574782a5b314d380d10211 2024-11-24T11:19:30,531 INFO [M:0;f5f73e76a839:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c62c5dafec574782a5b314d380d10211, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T11:19:30,532 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c7e252ed0754e33a74a8d5779fcc419 as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c7e252ed0754e33a74a8d5779fcc419 2024-11-24T11:19:30,537 INFO [M:0;f5f73e76a839:34337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c7e252ed0754e33a74a8d5779fcc419 2024-11-24T11:19:30,538 INFO [M:0;f5f73e76a839:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c7e252ed0754e33a74a8d5779fcc419, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T11:19:30,539 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffb757b59004430a31f150d966cf0db as hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ffb757b59004430a31f150d966cf0db 2024-11-24T11:19:30,544 INFO [M:0;f5f73e76a839:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ffb757b59004430a31f150d966cf0db, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T11:19:30,545 INFO [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-11-24T11:19:30,546 INFO [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:30,546 DEBUG [M:0;f5f73e76a839:34337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447169252Disabling compacts and flushes for region at 1732447169252Disabling writes for close at 1732447169252Obtaining lock to block concurrent updates at 1732447169252Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447169252Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732447169253 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447169253Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447169253Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447169267 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447169267Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447169676 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447169688 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447169689 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447170097 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447170115 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447170115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e54a1c: reopening flushed file at 1732447170525 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbbe872: reopening flushed file at 1732447170531 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54304c49: reopening flushed file at 1732447170538 (+7 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1732447170545 (+7 ms)Writing region close event to WAL at 1732447170546 (+1 ms)Closed at 1732447170546 2024-11-24T11:19:30,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc25cf64-5b27-c015-b606-c08723e36510/MasterData/WALs/f5f73e76a839,34337,1732447096076/f5f73e76a839%2C34337%2C1732447096076.1732447097599 not finished, retry = 0 2024-11-24T11:19:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38797 is added to blk_1073741830_1006 (size=33014) 2024-11-24T11:19:30,649 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:19:30,649 INFO [M:0;f5f73e76a839:34337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:19:30,649 INFO [M:0;f5f73e76a839:34337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34337 2024-11-24T11:19:30,649 INFO [M:0;f5f73e76a839:34337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:19:30,809 INFO [M:0;f5f73e76a839:34337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:19:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1016c90a9b50003, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:30,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f774382{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:19:30,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27af4a82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:19:30,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:19:30,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356432d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:19:30,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b468588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.log.dir/,STOPPED} 2024-11-24T11:19:30,848 WARN [BP-493612517-172.17.0.3-1732447093911 heartbeating to localhost/127.0.0.1:37607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:19:30,848 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:19:30,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:19:30,848 WARN [BP-493612517-172.17.0.3-1732447093911 heartbeating to localhost/127.0.0.1:37607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493612517-172.17.0.3-1732447093911 (Datanode Uuid 78222232-d607-41f5-ab3c-7ed4e1004f44) service to localhost/127.0.0.1:37607 2024-11-24T11:19:30,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/cluster_a241e53c-ba62-b0c8-80f8-8f20e6bd6d95/data/data1/current/BP-493612517-172.17.0.3-1732447093911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:19:30,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/cluster_a241e53c-ba62-b0c8-80f8-8f20e6bd6d95/data/data2/current/BP-493612517-172.17.0.3-1732447093911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:19:30,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:19:30,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78cd5a05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:19:30,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fb3046d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:19:30,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:19:30,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273b513d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:19:30,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@891ab73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.log.dir/,STOPPED} 2024-11-24T11:19:30,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:19:30,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:19:30,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:30,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:30,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:30,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:30,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:30,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:19:30,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1331220382, stopped=false 2024-11-24T11:19:30,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,39553,1732447090230 2024-11-24T11:19:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942900445/running 2024-11-24T11:19:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942900445/running 2024-11-24T11:19:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:19:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:19:30,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:19:30,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:30,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:30,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:30,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,35845,1732447090426' ***** 2024-11-24T11:19:30,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:19:30,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on znode that does not yet exist, /0-1942900445/running 2024-11-24T11:19:30,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Set watcher on znode that does not yet exist, /0-1942900445/running 2024-11-24T11:19:30,881 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:19:30,881 INFO [RS:0;f5f73e76a839:35845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:19:30,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:19:30,881 INFO [RS:0;f5f73e76a839:35845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:19:30,881 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:19:30,881 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for 2255a06a2c0697a050348615b5502344 2024-11-24T11:19:30,882 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,35845,1732447090426 2024-11-24T11:19:30,882 INFO [RS:0;f5f73e76a839:35845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:19:30,882 INFO [RS:0;f5f73e76a839:35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:35845. 2024-11-24T11:19:30,882 DEBUG [RS:0;f5f73e76a839:35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:30,882 DEBUG [RS:0;f5f73e76a839:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:30,882 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:19:30,882 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:19:30,882 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:19:30,882 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:19:30,882 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:19:30,882 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1325): Online Regions={e390c351e9f531fff8fbd356bf4377de=test,,1732447099270.e390c351e9f531fff8fbd356bf4377de., 1588230740=hbase:meta,,1.1588230740, 2255a06a2c0697a050348615b5502344=hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344.} 2024-11-24T11:19:30,882 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2255a06a2c0697a050348615b5502344, e390c351e9f531fff8fbd356bf4377de 2024-11-24T11:19:30,882 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e390c351e9f531fff8fbd356bf4377de, disabling compactions & flushes 2024-11-24T11:19:30,882 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:19:30,882 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:19:30,882 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:19:30,882 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:19:30,882 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:19:30,882 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. after waiting 0 ms 2024-11-24T11:19:30,882 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:19:30,882 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:19:30,882 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:19:30,882 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:19:30,891 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/default/test/e390c351e9f531fff8fbd356bf4377de/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:19:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:19:30,892 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:19:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e390c351e9f531fff8fbd356bf4377de: Waiting for close lock at 1732447170882Running coprocessor pre-close hooks at 1732447170882Disabling compacts and flushes for region at 1732447170882Disabling writes for close at 1732447170882Writing region close event to WAL at 1732447170888 (+6 ms)Running coprocessor post-close hooks at 1732447170892 (+4 ms)Closed at 1732447170892 2024-11-24T11:19:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447099270.e390c351e9f531fff8fbd356bf4377de. 2024-11-24T11:19:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2255a06a2c0697a050348615b5502344, disabling compactions & flushes 2024-11-24T11:19:30,892 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:19:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:19:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. after waiting 0 ms 2024-11-24T11:19:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:19:30,893 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2255a06a2c0697a050348615b5502344 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T11:19:30,902 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/info/fef2536a282a4797a5359c3a6f582e9e is 147, key is hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344./info:regioninfo/1732447102415/Put/seqid=0 2024-11-24T11:19:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741844_1020 (size=7686) 2024-11-24T11:19:30,907 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/.tmp/hfileref/7f28897f1b8f4cd2a35d9723f9c2b75e is 74, key is 1/hfileref:9f8a130d20034c3a93b57c46a2659b02_SeqId_4_/1732447104882/DeleteColumn/seqid=0 2024-11-24T11:19:30,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741845_1021 (size=5203) 2024-11-24T11:19:30,974 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:19:31,082 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2255a06a2c0697a050348615b5502344 2024-11-24T11:19:31,283 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2255a06a2c0697a050348615b5502344 2024-11-24T11:19:31,306 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/info/fef2536a282a4797a5359c3a6f582e9e 2024-11-24T11:19:31,311 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/.tmp/hfileref/7f28897f1b8f4cd2a35d9723f9c2b75e 2024-11-24T11:19:31,325 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/ns/ccafb60173a8445aa974b5c9be905e96 is 43, key is default/ns:d/1732447093816/Put/seqid=0 2024-11-24T11:19:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741846_1022 (size=5153) 2024-11-24T11:19:31,330 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/.tmp/queue/c1e34216801647e1889fcfd8d40a67e7 is 153, key is 1-f5f73e76a839,35845,1732447090426/queue:f5f73e76a839%2C35845%2C1732447090426/1732447106979/Put/seqid=0 2024-11-24T11:19:31,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741847_1023 (size=5352) 2024-11-24T11:19:31,483 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2255a06a2c0697a050348615b5502344 2024-11-24T11:19:31,608 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:19:31,608 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:19:31,683 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2255a06a2c0697a050348615b5502344 2024-11-24T11:19:31,729 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/ns/ccafb60173a8445aa974b5c9be905e96 2024-11-24T11:19:31,734 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/.tmp/queue/c1e34216801647e1889fcfd8d40a67e7 2024-11-24T11:19:31,740 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/.tmp/hfileref/7f28897f1b8f4cd2a35d9723f9c2b75e as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/hfileref/7f28897f1b8f4cd2a35d9723f9c2b75e 2024-11-24T11:19:31,745 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/hfileref/7f28897f1b8f4cd2a35d9723f9c2b75e, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T11:19:31,746 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/.tmp/queue/c1e34216801647e1889fcfd8d40a67e7 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/queue/c1e34216801647e1889fcfd8d40a67e7 2024-11-24T11:19:31,749 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/rep_barrier/0f6d022bfdd9422ba15ace3cc75f5e93 is 112, key is test,,1732447099270.e390c351e9f531fff8fbd356bf4377de./rep_barrier:seqnumDuringOpen/1732447099778/Put/seqid=0 2024-11-24T11:19:31,753 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/queue/c1e34216801647e1889fcfd8d40a67e7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T11:19:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741848_1024 (size=5518) 2024-11-24T11:19:31,754 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2255a06a2c0697a050348615b5502344 in 862ms, sequenceid=10, compaction requested=false 2024-11-24T11:19:31,760 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/replication/2255a06a2c0697a050348615b5502344/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T11:19:31,761 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:31,761 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:19:31,761 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:19:31,761 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2255a06a2c0697a050348615b5502344: Waiting for close lock at 1732447170892Running coprocessor pre-close hooks at 1732447170892Disabling compacts and flushes for region at 1732447170892Disabling writes for close at 1732447170892Obtaining lock to block concurrent updates at 1732447170893 (+1 ms)Preparing flush snapshotting stores in 2255a06a2c0697a050348615b5502344 at 1732447170893Finished memstore snapshotting hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732447170893Flushing stores of hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. at 1732447170893Flushing 2255a06a2c0697a050348615b5502344/hfileref: creating writer at 1732447170894 (+1 ms)Flushing 2255a06a2c0697a050348615b5502344/hfileref: appending metadata at 1732447170907 (+13 ms)Flushing 2255a06a2c0697a050348615b5502344/hfileref: closing flushed file at 1732447170907Flushing 2255a06a2c0697a050348615b5502344/queue: creating writer at 1732447171316 (+409 ms)Flushing 2255a06a2c0697a050348615b5502344/queue: appending metadata at 1732447171330 (+14 ms)Flushing 2255a06a2c0697a050348615b5502344/queue: closing flushed file at 1732447171330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41393508: reopening flushed file at 1732447171739 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376a3dce: reopening flushed file at 1732447171746 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2255a06a2c0697a050348615b5502344 in 862ms, sequenceid=10, compaction requested=false at 1732447171754 (+8 ms)Writing region close event to WAL at 1732447171755 (+1 ms)Running coprocessor post-close hooks at 1732447171761 (+6 ms)Closed at 1732447171761 2024-11-24T11:19:31,761 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447101113.2255a06a2c0697a050348615b5502344. 2024-11-24T11:19:31,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:31,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:31,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:31,883 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:19:31,883 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:19:31,883 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:32,083 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:32,154 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/rep_barrier/0f6d022bfdd9422ba15ace3cc75f5e93 2024-11-24T11:19:32,172 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/table/bee23325796745d1a2905358cd0f5272 is 53, key is hbase:replication/table:state/1732447102434/Put/seqid=0 2024-11-24T11:19:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741849_1025 (size=5308) 2024-11-24T11:19:32,283 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:32,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:19:32,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:32,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:32,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:32,484 DEBUG [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:32,576 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/table/bee23325796745d1a2905358cd0f5272 2024-11-24T11:19:32,582 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/info/fef2536a282a4797a5359c3a6f582e9e as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/info/fef2536a282a4797a5359c3a6f582e9e 2024-11-24T11:19:32,587 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/info/fef2536a282a4797a5359c3a6f582e9e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:19:32,588 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/ns/ccafb60173a8445aa974b5c9be905e96 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/ns/ccafb60173a8445aa974b5c9be905e96 2024-11-24T11:19:32,593 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/ns/ccafb60173a8445aa974b5c9be905e96, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:19:32,594 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/rep_barrier/0f6d022bfdd9422ba15ace3cc75f5e93 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/rep_barrier/0f6d022bfdd9422ba15ace3cc75f5e93 2024-11-24T11:19:32,599 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/rep_barrier/0f6d022bfdd9422ba15ace3cc75f5e93, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:19:32,599 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/.tmp/table/bee23325796745d1a2905358cd0f5272 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/table/bee23325796745d1a2905358cd0f5272 2024-11-24T11:19:32,604 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/table/bee23325796745d1a2905358cd0f5272, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:19:32,605 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-24T11:19:32,605 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:19:32,609 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:19:32,610 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:32,610 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:19:32,610 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:32,610 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447170882Running coprocessor pre-close hooks at 1732447170882Disabling compacts and flushes for region at 1732447170882Disabling writes for close at 1732447170882Obtaining lock to block concurrent updates at 1732447170883 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732447170883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447170883Flushing stores of hbase:meta,,1.1588230740 at 1732447170883Flushing 1588230740/info: creating writer at 1732447170884 (+1 ms)Flushing 1588230740/info: appending metadata at 1732447170901 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732447170901Flushing 1588230740/ns: creating writer at 1732447171312 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732447171325 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732447171325Flushing 1588230740/rep_barrier: creating writer at 1732447171734 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447171748 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447171748Flushing 1588230740/table: creating writer at 1732447172159 (+411 ms)Flushing 1588230740/table: appending metadata at 1732447172172 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732447172172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36142a22: reopening flushed file at 1732447172581 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7206a14d: reopening flushed file at 1732447172587 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c4430f: reopening flushed file at 1732447172593 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f39bc2: reopening flushed file at 1732447172599 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732447172605 (+6 ms)Writing region close event to WAL at 1732447172607 (+2 ms)Running coprocessor post-close hooks at 1732447172610 (+3 ms)Closed at 1732447172610 2024-11-24T11:19:32,610 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:32,684 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,35845,1732447090426; all regions closed. 2024-11-24T11:19:32,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:19:32,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.meta.1732447093754.meta not finished, retry = 0 2024-11-24T11:19:32,789 DEBUG [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/oldWALs 2024-11-24T11:19:32,789 INFO [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C35845%2C1732447090426.meta:.meta(num 1732447093754) 2024-11-24T11:19:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741839_1015 (size=2700) 2024-11-24T11:19:32,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.rep.1732447102319 not finished, retry = 0 2024-11-24T11:19:32,894 DEBUG [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/oldWALs 2024-11-24T11:19:32,894 INFO [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C35845%2C1732447090426.rep:(num 1732447102319) 2024-11-24T11:19:32,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741832_1008 (size=1300) 2024-11-24T11:19:32,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/WALs/f5f73e76a839,35845,1732447090426/f5f73e76a839%2C35845%2C1732447090426.1732447092744 not finished, retry = 0 2024-11-24T11:19:32,999 DEBUG [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/oldWALs 2024-11-24T11:19:32,999 INFO [RS:0;f5f73e76a839:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C35845%2C1732447090426:(num 1732447092744) 2024-11-24T11:19:32,999 DEBUG [RS:0;f5f73e76a839:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:32,999 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:19:32,999 INFO [RS:0;f5f73e76a839:35845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:19:32,999 INFO [RS:0;f5f73e76a839:35845 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:19:32,999 INFO [RS:0;f5f73e76a839:35845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:19:32,999 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:19:32,999 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,35845,1732447090426 because: Region server is closing 2024-11-24T11:19:33,000 INFO [RS:0;f5f73e76a839:35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:35845. 2024-11-24T11:19:33,000 DEBUG [RS:0;f5f73e76a839:35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:33,000 DEBUG [RS:0;f5f73e76a839:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:33,000 DEBUG [RS:0;f5f73e76a839:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:33,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:33,100 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.wal-reader.f5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:19:33,100 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:19:33,100 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,35845,1732447090426.replicationSource.shipperf5f73e76a839%2C35845%2C1732447090426,1-f5f73e76a839,35845,1732447090426 terminated 2024-11-24T11:19:33,100 INFO [RS:0;f5f73e76a839:35845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35845 2024-11-24T11:19:33,182 INFO [RS:0;f5f73e76a839:35845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:19:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942900445/rs/f5f73e76a839,35845,1732447090426 2024-11-24T11:19:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445/rs 2024-11-24T11:19:33,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,35845,1732447090426] 2024-11-24T11:19:33,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1942900445/draining/f5f73e76a839,35845,1732447090426 already deleted, retry=false 2024-11-24T11:19:33,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,35845,1732447090426 expired; onlineServers=0 2024-11-24T11:19:33,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,39553,1732447090230' ***** 2024-11-24T11:19:33,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:19:33,259 INFO [M:0;f5f73e76a839:39553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:19:33,259 INFO [M:0;f5f73e76a839:39553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:19:33,259 DEBUG [M:0;f5f73e76a839:39553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:19:33,259 DEBUG [M:0;f5f73e76a839:39553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:19:33,259 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:19:33,259 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447092547 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447092547,5,FailOnTimeoutGroup] 2024-11-24T11:19:33,259 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447092547 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447092547,5,FailOnTimeoutGroup] 2024-11-24T11:19:33,259 INFO [M:0;f5f73e76a839:39553 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:19:33,259 INFO [M:0;f5f73e76a839:39553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:19:33,259 DEBUG [M:0;f5f73e76a839:39553 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:19:33,259 INFO [M:0;f5f73e76a839:39553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:19:33,259 INFO [M:0;f5f73e76a839:39553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:19:33,260 INFO [M:0;f5f73e76a839:39553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:19:33,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:19:33,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1942900445/master 2024-11-24T11:19:33,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1942900445 2024-11-24T11:19:33,269 DEBUG [M:0;f5f73e76a839:39553 {}] zookeeper.ZKUtil(347): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Unable to get data of znode /0-1942900445/master because node does not exist (not an error) 2024-11-24T11:19:33,269 WARN [M:0;f5f73e76a839:39553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:19:33,271 INFO [M:0;f5f73e76a839:39553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/.lastflushedseqids 2024-11-24T11:19:33,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741850_1026 (size=263) 2024-11-24T11:19:33,275 INFO [M:0;f5f73e76a839:39553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:19:33,275 INFO [M:0;f5f73e76a839:39553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:19:33,275 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:19:33,275 INFO [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:33,275 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:33,275 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:19:33,275 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:33,275 INFO [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-24T11:19:33,293 DEBUG [M:0;f5f73e76a839:39553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6890ed72f0b94d889436362ede97bf41 is 82, key is hbase:meta,,1/info:regioninfo/1732447093786/Put/seqid=0 2024-11-24T11:19:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741851_1027 (size=5672) 2024-11-24T11:19:33,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:33,336 INFO [RS:0;f5f73e76a839:35845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:19:33,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1016c90a9b50001, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:33,336 INFO [RS:0;f5f73e76a839:35845 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,35845,1732447090426; zookeeper connection closed. 2024-11-24T11:19:33,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64026c98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64026c98 2024-11-24T11:19:33,337 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:19:33,698 INFO [M:0;f5f73e76a839:39553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6890ed72f0b94d889436362ede97bf41 2024-11-24T11:19:33,721 DEBUG [M:0;f5f73e76a839:39553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1a4c8f355c446b1a6245c8a65b03320 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732447099810/Put/seqid=0 2024-11-24T11:19:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741852_1028 (size=7239) 2024-11-24T11:19:34,125 INFO [M:0;f5f73e76a839:39553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1a4c8f355c446b1a6245c8a65b03320 2024-11-24T11:19:34,131 INFO [M:0;f5f73e76a839:39553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1a4c8f355c446b1a6245c8a65b03320 2024-11-24T11:19:34,148 DEBUG [M:0;f5f73e76a839:39553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcc6664f8bd24e55bd3498565dc4e5f4 is 69, key is f5f73e76a839,35845,1732447090426/rs:state/1732447092584/Put/seqid=0 2024-11-24T11:19:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741853_1029 (size=5156) 2024-11-24T11:19:34,553 INFO [M:0;f5f73e76a839:39553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcc6664f8bd24e55bd3498565dc4e5f4 2024-11-24T11:19:34,558 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6890ed72f0b94d889436362ede97bf41 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6890ed72f0b94d889436362ede97bf41 2024-11-24T11:19:34,563 INFO [M:0;f5f73e76a839:39553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6890ed72f0b94d889436362ede97bf41, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T11:19:34,564 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1a4c8f355c446b1a6245c8a65b03320 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1a4c8f355c446b1a6245c8a65b03320 2024-11-24T11:19:34,569 INFO [M:0;f5f73e76a839:39553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1a4c8f355c446b1a6245c8a65b03320 2024-11-24T11:19:34,569 INFO [M:0;f5f73e76a839:39553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1a4c8f355c446b1a6245c8a65b03320, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T11:19:34,570 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcc6664f8bd24e55bd3498565dc4e5f4 as hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcc6664f8bd24e55bd3498565dc4e5f4 2024-11-24T11:19:34,575 INFO [M:0;f5f73e76a839:39553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcc6664f8bd24e55bd3498565dc4e5f4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T11:19:34,576 INFO [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false 2024-11-24T11:19:34,578 INFO [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:34,578 DEBUG [M:0;f5f73e76a839:39553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447173275Disabling compacts and flushes for region at 1732447173275Disabling writes for close at 1732447173275Obtaining lock to block concurrent updates at 1732447173275Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447173275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732447173276 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447173276Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447173276Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447173292 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447173293 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447173704 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447173720 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447173720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447174131 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447174147 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447174147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf00d8: reopening flushed file at 1732447174557 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc076b3: reopening flushed file at 1732447174563 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494b4e28: reopening flushed file at 1732447174569 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false at 1732447174576 (+7 ms)Writing region close event to WAL at 1732447174578 (+2 ms)Closed at 1732447174578 2024-11-24T11:19:34,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8ab307d-5ea1-7062-c807-e9fa673cb3fc/MasterData/WALs/f5f73e76a839,39553,1732447090230/f5f73e76a839%2C39553%2C1732447090230.1732447091804 not finished, retry = 0 2024-11-24T11:19:34,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35403 is added to blk_1073741830_1006 (size=64514) 2024-11-24T11:19:34,681 INFO [M:0;f5f73e76a839:39553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:19:34,681 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:19:34,681 INFO [M:0;f5f73e76a839:39553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39553 2024-11-24T11:19:34,682 INFO [M:0;f5f73e76a839:39553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:19:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:34,862 INFO [M:0;f5f73e76a839:39553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:19:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1016c90a9b50000, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:34,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3447de6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:19:34,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59dd9a7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:19:34,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:19:34,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e6eb90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:19:34,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe4dffa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.log.dir/,STOPPED} 2024-11-24T11:19:34,866 WARN [BP-1305727619-172.17.0.3-1732447088166 heartbeating to localhost/127.0.0.1:34341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:19:34,866 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:19:34,866 WARN [BP-1305727619-172.17.0.3-1732447088166 heartbeating to localhost/127.0.0.1:34341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1305727619-172.17.0.3-1732447088166 (Datanode Uuid 9448161e-cb85-406a-8bc9-6bbde221823c) service to localhost/127.0.0.1:34341 2024-11-24T11:19:34,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:19:34,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/cluster_8a2e9405-add0-ff40-e48b-37d9038e1251/data/data1/current/BP-1305727619-172.17.0.3-1732447088166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:19:34,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/cluster_8a2e9405-add0-ff40-e48b-37d9038e1251/data/data2/current/BP-1305727619-172.17.0.3-1732447088166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:19:34,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:19:34,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@783d7d0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:19:34,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b7ce1ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:19:34,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:19:34,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8ba4d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:19:34,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c806ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/442ccd33-c01d-fa08-9487-7ad6b0b95943/hadoop.log.dir/,STOPPED} 2024-11-24T11:19:34,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:19:34,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37607 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34341 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53720) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53720) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f562cb8b448.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f562cb8b448.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=6041 (was 6536) 2024-11-24T11:19:34,906 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=6040 2024-11-24T11:19:34,918 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T11:19:34,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.log.dir so I do NOT create it in target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a 2024-11-24T11:19:34,918 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:19:34,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.tmp.dir so I do NOT create it in target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a 2024-11-24T11:19:34,918 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ac4c346-2e87-1b60-0ca1-c5a8cfb2759f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:19:34,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a 2024-11-24T11:19:34,918 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/cluster_4b927c9b-e64b-dfa5-1303-aae103921583, deleteOnExit=true 2024-11-24T11:19:34,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/cluster_4b927c9b-e64b-dfa5-1303-aae103921583/zookeeper_0, clientPort=53646, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/cluster_4b927c9b-e64b-dfa5-1303-aae103921583/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/cluster_4b927c9b-e64b-dfa5-1303-aae103921583/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:19:34,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53646 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/test.cache.data in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:19:34,942 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:19:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:19:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:19:34,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c90a9b50005, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:19:34,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c90a9b50002, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:19:34,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c90a9b50002, quorum=127.0.0.1:53720, baseZNode=/0-1942900445 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:19:34,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c90a9b50005, quorum=127.0.0.1:53720, baseZNode=/1870915859 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:19:35,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:19:35,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:19:35,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:19:35,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:19:35,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:19:35,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:19:35,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:19:35,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:19:35,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/java.io.tmpdir/jetty-localhost-46177-hadoop-hdfs-3_4_1-tests_jar-_-any-8867243458282793669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:19:35,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:46177} 2024-11-24T11:19:35,416 INFO [Time-limited test {}] server.Server(415): Started @143229ms 2024-11-24T11:19:35,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:19:35,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:19:35,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:19:35,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:19:35,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:19:35,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:19:35,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:19:35,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/java.io.tmpdir/jetty-localhost-44379-hadoop-hdfs-3_4_1-tests_jar-_-any-7881453434528175255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:19:35,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:44379} 2024-11-24T11:19:35,732 INFO [Time-limited test {}] server.Server(415): Started @143545ms 2024-11-24T11:19:35,733 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:19:36,372 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/cluster_4b927c9b-e64b-dfa5-1303-aae103921583/data/data2/current/BP-1973610819-172.17.0.3-1732447174958/current, will proceed with Du for space computation calculation, 2024-11-24T11:19:36,372 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/cluster_4b927c9b-e64b-dfa5-1303-aae103921583/data/data1/current/BP-1973610819-172.17.0.3-1732447174958/current, will proceed with Du for space computation calculation, 2024-11-24T11:19:36,387 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:19:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb7a4336d5528174 with lease ID 0xdda58d251aaf5f29: Processing first storage report for DS-8883e72a-5268-480c-982e-65e71c8c8f37 from datanode DatanodeRegistration(127.0.0.1:44475, datanodeUuid=4eeb3590-645e-499d-8251-3280df64b94f, infoPort=42179, infoSecurePort=0, ipcPort=37925, storageInfo=lv=-57;cid=testClusterID;nsid=1586390943;c=1732447174958) 2024-11-24T11:19:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb7a4336d5528174 with lease ID 0xdda58d251aaf5f29: from storage DS-8883e72a-5268-480c-982e-65e71c8c8f37 node DatanodeRegistration(127.0.0.1:44475, datanodeUuid=4eeb3590-645e-499d-8251-3280df64b94f, infoPort=42179, infoSecurePort=0, ipcPort=37925, storageInfo=lv=-57;cid=testClusterID;nsid=1586390943;c=1732447174958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:19:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb7a4336d5528174 with lease ID 0xdda58d251aaf5f29: Processing first storage report for DS-9cc6e57a-293d-4940-9cc8-231a27b66250 from datanode DatanodeRegistration(127.0.0.1:44475, datanodeUuid=4eeb3590-645e-499d-8251-3280df64b94f, infoPort=42179, infoSecurePort=0, ipcPort=37925, storageInfo=lv=-57;cid=testClusterID;nsid=1586390943;c=1732447174958) 2024-11-24T11:19:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb7a4336d5528174 with lease ID 0xdda58d251aaf5f29: from storage DS-9cc6e57a-293d-4940-9cc8-231a27b66250 node DatanodeRegistration(127.0.0.1:44475, datanodeUuid=4eeb3590-645e-499d-8251-3280df64b94f, infoPort=42179, infoSecurePort=0, ipcPort=37925, storageInfo=lv=-57;cid=testClusterID;nsid=1586390943;c=1732447174958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:19:36,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a 2024-11-24T11:19:36,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:36,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:36,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:19:36,871 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e with version=8 2024-11-24T11:19:36,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/hbase-staging 2024-11-24T11:19:36,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:19:36,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:36,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:36,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:19:36,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:36,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:19:36,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:19:36,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:19:36,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44689 2024-11-24T11:19:36,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44689 connecting to ZooKeeper ensemble=127.0.0.1:53646 2024-11-24T11:19:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446890x0, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:19:37,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44689-0x1016c91fcc80000 connected 2024-11-24T11:19:37,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:37,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:37,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/running 2024-11-24T11:19:37,230 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e, hbase.cluster.distributed=false 2024-11-24T11:19:37,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/acl 2024-11-24T11:19:37,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44689 2024-11-24T11:19:37,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44689 2024-11-24T11:19:37,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44689 2024-11-24T11:19:37,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44689 2024-11-24T11:19:37,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44689 2024-11-24T11:19:37,248 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:19:37,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:37,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:37,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:19:37,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:37,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:19:37,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:19:37,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:19:37,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36661 2024-11-24T11:19:37,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36661 connecting to ZooKeeper ensemble=127.0.0.1:53646 2024-11-24T11:19:37,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:37,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:37,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:19:37,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366610x0, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:19:37,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366610x0, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/running 2024-11-24T11:19:37,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36661-0x1016c91fcc80001 connected 2024-11-24T11:19:37,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:19:37,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:19:37,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/master 2024-11-24T11:19:37,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/acl 2024-11-24T11:19:37,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-24T11:19:37,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36661 2024-11-24T11:19:37,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36661 2024-11-24T11:19:37,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-24T11:19:37,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-24T11:19:37,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:37,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:37,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:37,290 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:44689 2024-11-24T11:19:37,290 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1894406097/backup-masters/f5f73e76a839,44689,1732447176872 2024-11-24T11:19:37,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/backup-masters 2024-11-24T11:19:37,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/backup-masters 2024-11-24T11:19:37,301 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on existing znode=/0-1894406097/backup-masters/f5f73e76a839,44689,1732447176872 2024-11-24T11:19:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1894406097/master 2024-11-24T11:19:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:37,311 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on existing znode=/0-1894406097/master 2024-11-24T11:19:37,312 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1894406097/backup-masters/f5f73e76a839,44689,1732447176872 from backup master directory 2024-11-24T11:19:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/backup-masters/f5f73e76a839,44689,1732447176872 2024-11-24T11:19:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/backup-masters 2024-11-24T11:19:37,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/backup-masters 2024-11-24T11:19:37,322 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:19:37,322 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,44689,1732447176872 2024-11-24T11:19:37,325 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/hbase.id] with ID: 08781ac8-09a0-4a21-9ee3-f5799a0b9498 2024-11-24T11:19:37,325 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/.tmp/hbase.id 2024-11-24T11:19:37,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:19:37,730 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/.tmp/hbase.id]:[hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/hbase.id] 2024-11-24T11:19:37,742 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:37,742 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:19:37,743 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:19:37,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:37,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:19:38,221 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:19:38,222 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:19:38,222 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:38,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:19:38,629 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store 2024-11-24T11:19:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:19:39,035 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:39,036 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:19:39,036 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:39,036 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:39,036 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:19:39,036 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:39,036 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:39,036 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447179036Disabling compacts and flushes for region at 1732447179036Disabling writes for close at 1732447179036Writing region close event to WAL at 1732447179036Closed at 1732447179036 2024-11-24T11:19:39,037 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/.initializing 2024-11-24T11:19:39,037 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872 2024-11-24T11:19:39,038 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:19:39,039 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C44689%2C1732447176872, suffix=, logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872, archiveDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/oldWALs, maxLogs=10 2024-11-24T11:19:39,051 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872/f5f73e76a839%2C44689%2C1732447176872.1732447179039, exclude list is [], retry=0 2024-11-24T11:19:39,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-8883e72a-5268-480c-982e-65e71c8c8f37,DISK] 2024-11-24T11:19:39,056 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872/f5f73e76a839%2C44689%2C1732447176872.1732447179039 2024-11-24T11:19:39,056 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42179:42179)] 2024-11-24T11:19:39,056 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:19:39,056 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:39,056 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,056 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:19:39,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:39,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:39,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:19:39,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:39,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:39,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:19:39,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:39,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:39,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:19:39,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:39,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:39,065 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,065 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,066 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,067 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,067 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,067 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:19:39,068 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:39,069 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:19:39,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62130241, jitterRate=-0.0741872638463974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:19:39,070 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447179056Initializing all the Stores at 1732447179057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447179057Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447179057Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447179057Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447179057Cleaning up temporary data from old regions at 1732447179067 (+10 ms)Region opened successfully at 1732447179070 (+3 ms) 2024-11-24T11:19:39,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:19:39,073 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d4691b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:19:39,074 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:19:39,074 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:19:39,074 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:19:39,075 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:19:39,075 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:19:39,076 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:19:39,076 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:19:39,078 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:19:39,079 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/balancer because node does not exist (not necessarily an error) 2024-11-24T11:19:39,129 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/balancer already deleted, retry=false 2024-11-24T11:19:39,129 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:19:39,130 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:19:39,142 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/normalizer already deleted, retry=false 2024-11-24T11:19:39,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:19:39,143 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:19:39,153 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/switch/split already deleted, retry=false 2024-11-24T11:19:39,154 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:19:39,163 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/switch/merge already deleted, retry=false 2024-11-24T11:19:39,165 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:19:39,174 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/snapshot-cleanup already deleted, retry=false 2024-11-24T11:19:39,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1894406097/running 2024-11-24T11:19:39,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:39,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1894406097/running 2024-11-24T11:19:39,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:39,185 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,44689,1732447176872, sessionid=0x1016c91fcc80000, setting cluster-up flag (Was=false) 2024-11-24T11:19:39,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:39,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:39,237 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1894406097/flush-table-proc/acquired, /0-1894406097/flush-table-proc/reached, /0-1894406097/flush-table-proc/abort 2024-11-24T11:19:39,238 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,44689,1732447176872 2024-11-24T11:19:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:39,290 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1894406097/online-snapshot/acquired, /0-1894406097/online-snapshot/reached, /0-1894406097/online-snapshot/abort 2024-11-24T11:19:39,291 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,44689,1732447176872 2024-11-24T11:19:39,292 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:19:39,293 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:39,293 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:19:39,294 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:19:39,294 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,44689,1732447176872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:19:39,295 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:39,295 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:39,295 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:39,295 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:39,295 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:19:39,295 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,295 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:19:39,295 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447209296 2024-11-24T11:19:39,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:19:39,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:19:39,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:19:39,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:19:39,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:19:39,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:19:39,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:39,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:19:39,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,297 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:19:39,297 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:19:39,297 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:19:39,297 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:19:39,297 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:19:39,297 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:19:39,297 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447179297,5,FailOnTimeoutGroup] 2024-11-24T11:19:39,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:39,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:19:39,298 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447179297,5,FailOnTimeoutGroup] 2024-11-24T11:19:39,299 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,299 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:19:39,299 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,299 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:19:39,381 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(746): ClusterId : 08781ac8-09a0-4a21-9ee3-f5799a0b9498 2024-11-24T11:19:39,382 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:19:39,393 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:19:39,393 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:19:39,403 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:19:39,403 DEBUG [RS:0;f5f73e76a839:36661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1fa6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:19:39,414 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:36661 2024-11-24T11:19:39,414 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:19:39,414 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:19:39,415 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:19:39,415 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,44689,1732447176872 with port=36661, startcode=1732447177247 2024-11-24T11:19:39,416 DEBUG [RS:0;f5f73e76a839:36661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:19:39,417 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:19:39,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,36661,1732447177247 2024-11-24T11:19:39,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44689 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,36661,1732447177247 2024-11-24T11:19:39,419 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e 2024-11-24T11:19:39,419 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36647 2024-11-24T11:19:39,419 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:19:39,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/rs 2024-11-24T11:19:39,427 DEBUG [RS:0;f5f73e76a839:36661 {}] zookeeper.ZKUtil(111): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on existing znode=/0-1894406097/rs/f5f73e76a839,36661,1732447177247 2024-11-24T11:19:39,427 WARN [RS:0;f5f73e76a839:36661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:19:39,427 INFO [RS:0;f5f73e76a839:36661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:39,427 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247 2024-11-24T11:19:39,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,36661,1732447177247] 2024-11-24T11:19:39,431 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:19:39,432 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:19:39,432 INFO [RS:0;f5f73e76a839:36661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:19:39,432 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,432 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:19:39,433 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:19:39,433 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,433 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,433 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,433 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,433 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,433 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,433 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:19:39,434 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,434 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,434 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,434 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,434 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,434 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:39,434 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:19:39,434 DEBUG [RS:0;f5f73e76a839:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:19:39,434 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,434 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,434 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,434 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,434 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,434 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36661,1732447177247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:19:39,447 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:19:39,447 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36661,1732447177247-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,447 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,447 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.Replication(171): f5f73e76a839,36661,1732447177247 started 2024-11-24T11:19:39,458 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:39,458 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,36661,1732447177247, RpcServer on f5f73e76a839/172.17.0.3:36661, sessionid=0x1016c91fcc80001 2024-11-24T11:19:39,458 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:19:39,458 DEBUG [RS:0;f5f73e76a839:36661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,36661,1732447177247 2024-11-24T11:19:39,458 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,36661,1732447177247' 2024-11-24T11:19:39,458 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1894406097/flush-table-proc/abort' 2024-11-24T11:19:39,459 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1894406097/flush-table-proc/acquired' 2024-11-24T11:19:39,459 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:19:39,459 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:19:39,459 DEBUG [RS:0;f5f73e76a839:36661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,36661,1732447177247 2024-11-24T11:19:39,459 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,36661,1732447177247' 2024-11-24T11:19:39,459 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1894406097/online-snapshot/abort' 2024-11-24T11:19:39,459 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1894406097/online-snapshot/acquired' 2024-11-24T11:19:39,459 DEBUG [RS:0;f5f73e76a839:36661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:19:39,459 INFO [RS:0;f5f73e76a839:36661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:19:39,459 INFO [RS:0;f5f73e76a839:36661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:19:39,560 INFO [RS:0;f5f73e76a839:36661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:19:39,562 INFO [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C36661%2C1732447177247, suffix=, logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247, archiveDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs, maxLogs=10 2024-11-24T11:19:39,573 DEBUG [RS:0;f5f73e76a839:36661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.1732447179562, exclude list is [], retry=0 2024-11-24T11:19:39,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-8883e72a-5268-480c-982e-65e71c8c8f37,DISK] 2024-11-24T11:19:39,577 INFO [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.1732447179562 2024-11-24T11:19:39,577 DEBUG [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42179:42179)] 2024-11-24T11:19:39,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:19:39,706 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e 2024-11-24T11:19:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:19:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:19:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:19:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:19:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T11:19:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:19:40,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:40,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:19:40,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:19:40,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:40,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:40,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:19:40,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:19:40,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:40,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:40,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:19:40,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:19:40,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:40,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:40,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:19:40,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:19:40,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:40,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:40,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:19:40,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740 2024-11-24T11:19:40,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740 2024-11-24T11:19:40,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:19:40,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:19:40,122 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:19:40,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:19:40,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:19:40,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66704940, jitterRate=-0.006018936634063721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:19:40,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447180112Initializing all the Stores at 1732447180113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447180113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447180113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447180113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447180113Cleaning up temporary data from old regions at 1732447180122 (+9 ms)Region opened successfully at 1732447180126 (+4 ms) 2024-11-24T11:19:40,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:19:40,126 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:19:40,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:19:40,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:19:40,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:19:40,127 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:40,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447180126Disabling compacts and flushes for region at 1732447180126Disabling writes for close at 1732447180126Writing region close event to WAL at 1732447180127 (+1 ms)Closed at 1732447180127 2024-11-24T11:19:40,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:40,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:19:40,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:19:40,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:19:40,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:19:40,280 DEBUG [f5f73e76a839:44689 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:19:40,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,36661,1732447177247 2024-11-24T11:19:40,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,36661,1732447177247, state=OPENING 2024-11-24T11:19:40,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:19:40,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:40,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:40,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:19:40,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:40,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:40,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,36661,1732447177247}] 2024-11-24T11:19:40,521 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:19:40,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:19:40,525 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:19:40,525 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:40,525 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:19:40,527 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C36661%2C1732447177247.meta, suffix=.meta, logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247, archiveDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs, maxLogs=10 2024-11-24T11:19:40,539 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.meta.1732447180527.meta, exclude list is [], retry=0 2024-11-24T11:19:40,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-8883e72a-5268-480c-982e-65e71c8c8f37,DISK] 2024-11-24T11:19:40,543 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.meta.1732447180527.meta 2024-11-24T11:19:40,543 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42179:42179)] 2024-11-24T11:19:40,543 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:19:40,543 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:19:40,544 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:19:40,544 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:19:40,544 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:19:40,544 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:19:40,544 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:40,544 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:19:40,544 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:19:40,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:19:40,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:19:40,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:40,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:40,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:19:40,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:19:40,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:40,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:40,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:19:40,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:19:40,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:40,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:40,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:19:40,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:19:40,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:40,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:40,550 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:19:40,550 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740 2024-11-24T11:19:40,551 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740 2024-11-24T11:19:40,552 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:19:40,552 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:19:40,553 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:19:40,554 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:19:40,554 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68950360, jitterRate=0.027440428733825684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:19:40,554 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:19:40,555 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447180544Writing region info on filesystem at 1732447180544Initializing all the Stores at 1732447180545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447180545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447180545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447180545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447180545Cleaning up temporary data from old regions at 1732447180552 (+7 ms)Running coprocessor post-open hooks at 1732447180554 (+2 ms)Region opened successfully at 1732447180554 2024-11-24T11:19:40,555 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447180521 2024-11-24T11:19:40,557 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:19:40,557 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:19:40,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,36661,1732447177247 2024-11-24T11:19:40,558 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,36661,1732447177247, state=OPEN 2024-11-24T11:19:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1894406097/meta-region-server 2024-11-24T11:19:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1894406097/meta-region-server 2024-11-24T11:19:40,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,36661,1732447177247 2024-11-24T11:19:40,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:40,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:40,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:19:40,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,36661,1732447177247 in 205 msec 2024-11-24T11:19:40,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:19:40,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-24T11:19:40,578 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:40,578 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:19:40,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:19:40,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36661,1732447177247, seqNum=-1] 2024-11-24T11:19:40,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:19:40,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:19:40,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-24T11:19:40,585 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447180585, completionTime=-1 2024-11-24T11:19:40,585 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:19:40,585 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:19:40,586 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:19:40,586 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447240586 2024-11-24T11:19:40,586 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447300586 2024-11-24T11:19:40,586 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:19:40,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44689,1732447176872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:40,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44689,1732447176872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:40,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44689,1732447176872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:40,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:44689, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:40,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:40,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:40,589 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:19:40,590 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.268sec 2024-11-24T11:19:40,591 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:19:40,591 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:19:40,591 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:19:40,591 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:19:40,591 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:19:40,591 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44689,1732447176872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:19:40,591 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44689,1732447176872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:19:40,593 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:19:40,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:19:40,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44689,1732447176872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:40,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:40,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,44689,-1 for getting cluster id 2024-11-24T11:19:40,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:19:40,683 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08781ac8-09a0-4a21-9ee3-f5799a0b9498' 2024-11-24T11:19:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:19:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08781ac8-09a0-4a21-9ee3-f5799a0b9498" 2024-11-24T11:19:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef95f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,44689,-1] 2024-11-24T11:19:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:19:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:40,685 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:19:40,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:40,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:19:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36661,1732447177247, seqNum=-1] 2024-11-24T11:19:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:19:40,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:19:40,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,44689,1732447176872 2024-11-24T11:19:40,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53646 2024-11-24T11:19:40,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:19:40,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c91fcc80002 connected 2024-11-24T11:19:40,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.log.dir so I do NOT create it in target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26 2024-11-24T11:19:40,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:19:40,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.tmp.dir so I do NOT create it in target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26 2024-11-24T11:19:40,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:19:40,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26 2024-11-24T11:19:40,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:19:40,713 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/cluster_214f16c2-4685-8c23-1f4f-fd72e724e21d, deleteOnExit=true 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/test.cache.data in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:19:40,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:19:40,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:19:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:19:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:19:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:19:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:19:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:19:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:19:40,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:19:41,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:19:41,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:19:41,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:19:41,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:19:41,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:19:41,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:19:41,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:19:41,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:19:41,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/java.io.tmpdir/jetty-localhost-38369-hadoop-hdfs-3_4_1-tests_jar-_-any-440752443811525260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:19:41,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:38369} 2024-11-24T11:19:41,184 INFO [Time-limited test {}] server.Server(415): Started @148998ms 2024-11-24T11:19:41,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:19:41,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:19:41,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:19:41,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:19:41,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:19:41,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:19:41,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:19:41,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/java.io.tmpdir/jetty-localhost-42073-hadoop-hdfs-3_4_1-tests_jar-_-any-14072693880932275693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:19:41,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:42073} 2024-11-24T11:19:41,536 INFO [Time-limited test {}] server.Server(415): Started @149349ms 2024-11-24T11:19:41,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:19:42,340 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/cluster_214f16c2-4685-8c23-1f4f-fd72e724e21d/data/data1/current/BP-32925936-172.17.0.3-1732447180729/current, will proceed with Du for space computation calculation, 2024-11-24T11:19:42,340 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/cluster_214f16c2-4685-8c23-1f4f-fd72e724e21d/data/data2/current/BP-32925936-172.17.0.3-1732447180729/current, will proceed with Du for space computation calculation, 2024-11-24T11:19:42,355 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:19:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19b69f1a2147c80d with lease ID 0x3f96df4fdb7d132b: Processing first storage report for DS-2359588e-f40e-40ec-b7d7-6227ff321a68 from datanode DatanodeRegistration(127.0.0.1:46265, datanodeUuid=63fd2b95-6b19-447f-ac69-6dee63c5935c, infoPort=36895, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=1965287384;c=1732447180729) 2024-11-24T11:19:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19b69f1a2147c80d with lease ID 0x3f96df4fdb7d132b: from storage DS-2359588e-f40e-40ec-b7d7-6227ff321a68 node DatanodeRegistration(127.0.0.1:46265, datanodeUuid=63fd2b95-6b19-447f-ac69-6dee63c5935c, infoPort=36895, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=1965287384;c=1732447180729), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:19:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19b69f1a2147c80d with lease ID 0x3f96df4fdb7d132b: Processing first storage report for DS-1b7f533a-eee1-4964-9c9a-3bd2f3d297d0 from datanode DatanodeRegistration(127.0.0.1:46265, datanodeUuid=63fd2b95-6b19-447f-ac69-6dee63c5935c, infoPort=36895, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=1965287384;c=1732447180729) 2024-11-24T11:19:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19b69f1a2147c80d with lease ID 0x3f96df4fdb7d132b: from storage DS-1b7f533a-eee1-4964-9c9a-3bd2f3d297d0 node DatanodeRegistration(127.0.0.1:46265, datanodeUuid=63fd2b95-6b19-447f-ac69-6dee63c5935c, infoPort=36895, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=1965287384;c=1732447180729), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:19:42,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26 2024-11-24T11:19:42,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:42,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:19:42,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6 with version=8 2024-11-24T11:19:42,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/hbase-staging 2024-11-24T11:19:42,787 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:19:42,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:42,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:42,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:19:42,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:42,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:19:42,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:19:42,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:19:42,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45179 2024-11-24T11:19:42,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45179 connecting to ZooKeeper ensemble=127.0.0.1:53646 2024-11-24T11:19:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451790x0, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:19:42,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45179-0x1016c91fcc80003 connected 2024-11-24T11:19:42,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:42,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:42,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on znode that does not yet exist, /11378721061/running 2024-11-24T11:19:42,911 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6, hbase.cluster.distributed=false 2024-11-24T11:19:42,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on znode that does not yet exist, /11378721061/acl 2024-11-24T11:19:42,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-24T11:19:42,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45179 2024-11-24T11:19:42,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45179 2024-11-24T11:19:42,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-24T11:19:42,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-24T11:19:42,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:19:42,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:42,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:42,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:19:42,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:42,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:19:42,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:19:42,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:19:42,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34297 2024-11-24T11:19:42,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34297 connecting to ZooKeeper ensemble=127.0.0.1:53646 2024-11-24T11:19:42,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:42,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:42,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342970x0, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:19:42,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342970x0, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on znode that does not yet exist, /11378721061/running 2024-11-24T11:19:42,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34297-0x1016c91fcc80004 connected 2024-11-24T11:19:42,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:19:42,943 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:19:42,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on znode that does not yet exist, /11378721061/master 2024-11-24T11:19:42,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on znode that does not yet exist, /11378721061/acl 2024-11-24T11:19:42,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-24T11:19:42,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34297 2024-11-24T11:19:42,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34297 2024-11-24T11:19:42,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-24T11:19:42,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-24T11:19:42,962 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:45179 2024-11-24T11:19:42,963 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11378721061/backup-masters/f5f73e76a839,45179,1732447182787 2024-11-24T11:19:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061/backup-masters 2024-11-24T11:19:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061/backup-masters 2024-11-24T11:19:42,974 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on existing znode=/11378721061/backup-masters/f5f73e76a839,45179,1732447182787 2024-11-24T11:19:42,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:42,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11378721061/master 2024-11-24T11:19:42,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:42,985 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on existing znode=/11378721061/master 2024-11-24T11:19:42,985 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11378721061/backup-masters/f5f73e76a839,45179,1732447182787 from backup master directory 2024-11-24T11:19:42,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061/backup-masters 2024-11-24T11:19:42,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378721061/backup-masters/f5f73e76a839,45179,1732447182787 2024-11-24T11:19:42,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061/backup-masters 2024-11-24T11:19:42,995 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:19:42,995 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,45179,1732447182787 2024-11-24T11:19:42,998 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/hbase.id] with ID: 514d75dc-603f-4325-a05d-611de32f7595 2024-11-24T11:19:42,998 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/.tmp/hbase.id 2024-11-24T11:19:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:19:43,403 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/.tmp/hbase.id]:[hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/hbase.id] 2024-11-24T11:19:43,414 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:43,414 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:19:43,415 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:19:43,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:43,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:19:43,872 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:19:43,872 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:19:43,873 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:19:44,279 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store 2024-11-24T11:19:44,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:19:44,685 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:44,685 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:19:44,685 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:44,685 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:44,685 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:19:44,685 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:44,685 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:44,685 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447184685Disabling compacts and flushes for region at 1732447184685Disabling writes for close at 1732447184685Writing region close event to WAL at 1732447184685Closed at 1732447184685 2024-11-24T11:19:44,686 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/.initializing 2024-11-24T11:19:44,686 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/WALs/f5f73e76a839,45179,1732447182787 2024-11-24T11:19:44,687 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:19:44,689 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C45179%2C1732447182787, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/WALs/f5f73e76a839,45179,1732447182787, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/oldWALs, maxLogs=10 2024-11-24T11:19:44,700 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/WALs/f5f73e76a839,45179,1732447182787/f5f73e76a839%2C45179%2C1732447182787.1732447184689, exclude list is [], retry=0 2024-11-24T11:19:44,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-2359588e-f40e-40ec-b7d7-6227ff321a68,DISK] 2024-11-24T11:19:44,704 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/WALs/f5f73e76a839,45179,1732447182787/f5f73e76a839%2C45179%2C1732447182787.1732447184689 2024-11-24T11:19:44,704 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36895:36895)] 2024-11-24T11:19:44,704 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:19:44,705 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:44,705 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,705 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:19:44,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:44,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:44,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:19:44,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:44,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:44,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:19:44,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:44,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:44,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:19:44,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:44,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:44,712 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,712 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,713 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,714 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,714 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,714 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:19:44,715 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:44,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:19:44,717 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74596684, jitterRate=0.11157721281051636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:19:44,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447184705Initializing all the Stores at 1732447184706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447184706Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447184706Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447184706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447184706Cleaning up temporary data from old regions at 1732447184714 (+8 ms)Region opened successfully at 1732447184717 (+3 ms) 2024-11-24T11:19:44,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:19:44,720 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1209c9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:19:44,721 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:19:44,721 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:19:44,721 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:19:44,721 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:19:44,721 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:19:44,722 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:19:44,722 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:19:44,723 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:19:44,724 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Unable to get data of znode /11378721061/balancer because node does not exist (not necessarily an error) 2024-11-24T11:19:44,771 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378721061/balancer already deleted, retry=false 2024-11-24T11:19:44,771 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:19:44,772 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Unable to get data of znode /11378721061/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:19:44,784 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378721061/normalizer already deleted, retry=false 2024-11-24T11:19:44,784 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:19:44,785 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Unable to get data of znode /11378721061/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:19:44,794 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378721061/switch/split already deleted, retry=false 2024-11-24T11:19:44,795 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Unable to get data of znode /11378721061/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:19:44,805 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378721061/switch/merge already deleted, retry=false 2024-11-24T11:19:44,807 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Unable to get data of znode /11378721061/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:19:44,816 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11378721061/snapshot-cleanup already deleted, retry=false 2024-11-24T11:19:44,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11378721061/running 2024-11-24T11:19:44,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11378721061/running 2024-11-24T11:19:44,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:44,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:44,827 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,45179,1732447182787, sessionid=0x1016c91fcc80003, setting cluster-up flag (Was=false) 2024-11-24T11:19:44,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:44,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:44,879 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11378721061/flush-table-proc/acquired, /11378721061/flush-table-proc/reached, /11378721061/flush-table-proc/abort 2024-11-24T11:19:44,880 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,45179,1732447182787 2024-11-24T11:19:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:44,931 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11378721061/online-snapshot/acquired, /11378721061/online-snapshot/reached, /11378721061/online-snapshot/abort 2024-11-24T11:19:44,932 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,45179,1732447182787 2024-11-24T11:19:44,933 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:19:44,935 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:44,935 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:19:44,935 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:19:44,935 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,45179,1732447182787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:19:44,936 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:44,936 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:44,936 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:44,936 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:44,936 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:19:44,936 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:44,936 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:19:44,936 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:44,937 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447214937 2024-11-24T11:19:44,937 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:19:44,937 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:19:44,937 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:19:44,937 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:19:44,937 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:19:44,937 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:19:44,937 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:44,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:44,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:19:44,938 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447184938,5,FailOnTimeoutGroup] 2024-11-24T11:19:44,938 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447184938,5,FailOnTimeoutGroup] 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:19:44,938 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:44,939 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:44,939 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:44,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:19:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:19:44,955 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(746): ClusterId : 514d75dc-603f-4325-a05d-611de32f7595 2024-11-24T11:19:44,955 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:19:44,964 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:19:44,964 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:19:44,974 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:19:44,974 DEBUG [RS:0;f5f73e76a839:34297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486c82bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:19:44,985 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:34297 2024-11-24T11:19:44,985 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:19:44,985 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:19:44,985 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:19:44,986 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,45179,1732447182787 with port=34297, startcode=1732447182927 2024-11-24T11:19:44,986 DEBUG [RS:0;f5f73e76a839:34297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:19:44,987 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:19:44,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,34297,1732447182927 2024-11-24T11:19:44,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45179 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,34297,1732447182927 2024-11-24T11:19:44,989 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6 2024-11-24T11:19:44,989 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40357 2024-11-24T11:19:44,989 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:19:45,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061/rs 2024-11-24T11:19:45,038 DEBUG [RS:0;f5f73e76a839:34297 {}] zookeeper.ZKUtil(111): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on existing znode=/11378721061/rs/f5f73e76a839,34297,1732447182927 2024-11-24T11:19:45,038 WARN [RS:0;f5f73e76a839:34297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:19:45,039 INFO [RS:0;f5f73e76a839:34297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:45,039 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/WALs/f5f73e76a839,34297,1732447182927 2024-11-24T11:19:45,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,34297,1732447182927] 2024-11-24T11:19:45,042 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:19:45,043 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:19:45,043 INFO [RS:0;f5f73e76a839:34297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:19:45,043 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,043 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:19:45,044 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:19:45,044 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,044 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,044 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,044 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,044 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,044 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,044 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:19:45,044 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,045 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,045 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,045 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,045 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,045 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:45,045 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:19:45,045 DEBUG [RS:0;f5f73e76a839:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:19:45,045 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,045 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,045 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,045 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,045 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,045 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34297,1732447182927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:19:45,058 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:19:45,058 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34297,1732447182927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,058 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,058 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.Replication(171): f5f73e76a839,34297,1732447182927 started 2024-11-24T11:19:45,069 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:45,069 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,34297,1732447182927, RpcServer on f5f73e76a839/172.17.0.3:34297, sessionid=0x1016c91fcc80004 2024-11-24T11:19:45,069 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:19:45,069 DEBUG [RS:0;f5f73e76a839:34297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,34297,1732447182927 2024-11-24T11:19:45,069 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,34297,1732447182927' 2024-11-24T11:19:45,069 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11378721061/flush-table-proc/abort' 2024-11-24T11:19:45,070 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11378721061/flush-table-proc/acquired' 2024-11-24T11:19:45,070 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:19:45,070 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:19:45,070 DEBUG [RS:0;f5f73e76a839:34297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,34297,1732447182927 2024-11-24T11:19:45,070 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,34297,1732447182927' 2024-11-24T11:19:45,070 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11378721061/online-snapshot/abort' 2024-11-24T11:19:45,071 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11378721061/online-snapshot/acquired' 2024-11-24T11:19:45,071 DEBUG [RS:0;f5f73e76a839:34297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:19:45,071 INFO [RS:0;f5f73e76a839:34297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:19:45,071 INFO [RS:0;f5f73e76a839:34297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:19:45,171 INFO [RS:0;f5f73e76a839:34297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:19:45,173 INFO [RS:0;f5f73e76a839:34297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C34297%2C1732447182927, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/WALs/f5f73e76a839,34297,1732447182927, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/oldWALs, maxLogs=10 2024-11-24T11:19:45,187 DEBUG [RS:0;f5f73e76a839:34297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/WALs/f5f73e76a839,34297,1732447182927/f5f73e76a839%2C34297%2C1732447182927.1732447185173, exclude list is [], retry=0 2024-11-24T11:19:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-2359588e-f40e-40ec-b7d7-6227ff321a68,DISK] 2024-11-24T11:19:45,191 INFO [RS:0;f5f73e76a839:34297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/WALs/f5f73e76a839,34297,1732447182927/f5f73e76a839%2C34297%2C1732447182927.1732447185173 2024-11-24T11:19:45,191 DEBUG [RS:0;f5f73e76a839:34297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36895:36895)] 2024-11-24T11:19:45,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:19:45,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:19:45,345 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6 2024-11-24T11:19:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:19:45,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:45,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:45,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:45,431 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:19:45,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:45,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:19:45,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:19:45,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:45,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:45,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:19:45,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:19:45,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:45,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:45,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:19:45,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:19:45,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:45,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:45,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:19:45,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:19:45,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:45,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:45,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:19:45,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740 2024-11-24T11:19:45,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740 2024-11-24T11:19:45,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:19:45,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:19:45,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:19:45,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:19:45,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:19:45,767 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63153831, jitterRate=-0.05893458425998688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:19:45,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447185755Initializing all the Stores at 1732447185756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447185756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447185756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447185756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447185756Cleaning up temporary data from old regions at 1732447185764 (+8 ms)Region opened successfully at 1732447185767 (+3 ms) 2024-11-24T11:19:45,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:19:45,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:19:45,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:19:45,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:19:45,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:19:45,768 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:45,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447185768Disabling compacts and flushes for region at 1732447185768Disabling writes for close at 1732447185768Writing region close event to WAL at 1732447185768Closed at 1732447185768 2024-11-24T11:19:45,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:45,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:19:45,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:19:45,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:19:45,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:19:45,921 DEBUG [f5f73e76a839:45179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:19:45,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,34297,1732447182927 2024-11-24T11:19:45,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,34297,1732447182927, state=OPENING 2024-11-24T11:19:45,971 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:19:45,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:45,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:45,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11378721061/meta-region-server: CHANGED 2024-11-24T11:19:45,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11378721061/meta-region-server: CHANGED 2024-11-24T11:19:45,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:19:45,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,34297,1732447182927}] 2024-11-24T11:19:46,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:19:46,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:19:46,139 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:19:46,139 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:46,140 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:19:46,141 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C34297%2C1732447182927.meta, suffix=.meta, logDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/WALs/f5f73e76a839,34297,1732447182927, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/oldWALs, maxLogs=10 2024-11-24T11:19:46,153 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/WALs/f5f73e76a839,34297,1732447182927/f5f73e76a839%2C34297%2C1732447182927.meta.1732447186141.meta, exclude list is [], retry=0 2024-11-24T11:19:46,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-2359588e-f40e-40ec-b7d7-6227ff321a68,DISK] 2024-11-24T11:19:46,157 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/WALs/f5f73e76a839,34297,1732447182927/f5f73e76a839%2C34297%2C1732447182927.meta.1732447186141.meta 2024-11-24T11:19:46,157 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36895:36895)] 2024-11-24T11:19:46,158 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:19:46,158 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:19:46,158 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:19:46,158 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:19:46,158 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:19:46,158 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:19:46,158 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:46,158 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:19:46,158 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:19:46,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:19:46,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:19:46,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:46,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:46,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:19:46,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:19:46,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:46,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:46,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:19:46,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:19:46,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:46,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:46,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:19:46,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:19:46,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:46,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:46,164 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:19:46,164 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740 2024-11-24T11:19:46,165 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740 2024-11-24T11:19:46,166 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:19:46,166 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:19:46,167 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:19:46,168 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:19:46,169 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61989836, jitterRate=-0.07627946138381958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:19:46,169 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:19:46,169 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447186159Writing region info on filesystem at 1732447186159Initializing all the Stores at 1732447186159Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447186159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447186160 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447186160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447186160Cleaning up temporary data from old regions at 1732447186166 (+6 ms)Running coprocessor post-open hooks at 1732447186169 (+3 ms)Region opened successfully at 1732447186169 2024-11-24T11:19:46,170 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447186134 2024-11-24T11:19:46,172 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:19:46,172 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:19:46,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34297,1732447182927 2024-11-24T11:19:46,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,34297,1732447182927, state=OPEN 2024-11-24T11:19:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11378721061/meta-region-server 2024-11-24T11:19:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11378721061/meta-region-server 2024-11-24T11:19:46,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,34297,1732447182927 2024-11-24T11:19:46,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11378721061/meta-region-server: CHANGED 2024-11-24T11:19:46,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11378721061/meta-region-server: CHANGED 2024-11-24T11:19:46,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:19:46,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,34297,1732447182927 in 202 msec 2024-11-24T11:19:46,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:19:46,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-24T11:19:46,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:46,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:19:46,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:19:46,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,34297,1732447182927, seqNum=-1] 2024-11-24T11:19:46,191 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:19:46,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:19:46,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-24T11:19:46,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447186198, completionTime=-1 2024-11-24T11:19:46,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:19:46,198 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447246200 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447306200 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,45179,1732447182787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,45179,1732447182787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,45179,1732447182787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:45179, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:46,200 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:46,201 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:46,202 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:19:46,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.209sec 2024-11-24T11:19:46,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:19:46,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:19:46,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:19:46,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:19:46,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:19:46,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,45179,1732447182787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:19:46,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,45179,1732447182787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:19:46,207 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:19:46,207 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:19:46,207 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,45179,1732447182787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:46,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,45179,-1 for getting cluster id 2024-11-24T11:19:46,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:19:46,257 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '514d75dc-603f-4325-a05d-611de32f7595' 2024-11-24T11:19:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:19:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "514d75dc-603f-4325-a05d-611de32f7595" 2024-11-24T11:19:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506afa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,45179,-1] 2024-11-24T11:19:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:19:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:46,258 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:19:46,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:19:46,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,34297,1732447182927, seqNum=-1] 2024-11-24T11:19:46,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:19:46,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:19:46,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,45179,1732447182787 2024-11-24T11:19:46,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53646 2024-11-24T11:19:46,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:19:46,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c91fcc80005 connected 2024-11-24T11:19:46,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,44689,-1 for getting cluster id 2024-11-24T11:19:46,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:19:46,291 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08781ac8-09a0-4a21-9ee3-f5799a0b9498' 2024-11-24T11:19:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:19:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08781ac8-09a0-4a21-9ee3-f5799a0b9498" 2024-11-24T11:19:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ea921f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,44689,-1] 2024-11-24T11:19:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:19:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:46,292 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:19:46,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb756e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:19:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,44689,1732447176872 2024-11-24T11:19:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dabed17 2024-11-24T11:19:46,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:19:46,295 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:19:46,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:19:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:19:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:19:46,298 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:45179' 2024-11-24T11:19:46,300 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630998dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,300 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,45179,-1 for getting cluster id 2024-11-24T11:19:46,300 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:19:46,301 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '514d75dc-603f-4325-a05d-611de32f7595' 2024-11-24T11:19:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:19:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "514d75dc-603f-4325-a05d-611de32f7595" 2024-11-24T11:19:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a032b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,45179,-1] 2024-11-24T11:19:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:19:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:46,302 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:19:46,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d07dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:46,303 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:19:46,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,45179,1732447182787 2024-11-24T11:19:46,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44554a1b 2024-11-24T11:19:46,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:19:46,305 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:19:46,305 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T11:19:46,305 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:19:46,305 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:46,305 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:46,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:46,306 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:19:46,307 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:19:46,308 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:19:46,308 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:46,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:19:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741835_1011 (size=1138) 2024-11-24T11:19:46,357 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:19:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:19:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:19:46,716 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d00f7c44fbd5ba16ac6ee453c64a3fc6, NAME => 'hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e 2024-11-24T11:19:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741836_1012 (size=44) 2024-11-24T11:19:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:19:47,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:47,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d00f7c44fbd5ba16ac6ee453c64a3fc6, disabling compactions & flushes 2024-11-24T11:19:47,122 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:47,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:47,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. after waiting 0 ms 2024-11-24T11:19:47,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:47,122 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:47,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d00f7c44fbd5ba16ac6ee453c64a3fc6: Waiting for close lock at 1732447187122Disabling compacts and flushes for region at 1732447187122Disabling writes for close at 1732447187122Writing region close event to WAL at 1732447187122Closed at 1732447187122 2024-11-24T11:19:47,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:19:47,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447187124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447187124"}]},"ts":"1732447187124"} 2024-11-24T11:19:47,126 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:19:47,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:19:47,128 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447187127"}]},"ts":"1732447187127"} 2024-11-24T11:19:47,129 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:19:47,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN}] 2024-11-24T11:19:47,131 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN 2024-11-24T11:19:47,131 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN; state=OFFLINE, location=f5f73e76a839,36661,1732447177247; forceNewPlan=false, retain=false 2024-11-24T11:19:47,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d00f7c44fbd5ba16ac6ee453c64a3fc6, regionState=OPENING, regionLocation=f5f73e76a839,36661,1732447177247 2024-11-24T11:19:47,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN because future has completed 2024-11-24T11:19:47,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00f7c44fbd5ba16ac6ee453c64a3fc6, server=f5f73e76a839,36661,1732447177247}] 2024-11-24T11:19:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:19:47,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:47,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:47,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:19:47,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C36661%2C1732447177247.rep, suffix=, logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247, archiveDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs, maxLogs=10 2024-11-24T11:19:47,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.rep.1732447187442, exclude list is [], retry=0 2024-11-24T11:19:47,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-8883e72a-5268-480c-982e-65e71c8c8f37,DISK] 2024-11-24T11:19:47,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.rep.1732447187442 2024-11-24T11:19:47,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42179:42179)] 2024-11-24T11:19:47,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d00f7c44fbd5ba16ac6ee453c64a3fc6, NAME => 'hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:19:47,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:19:47,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:19:47,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. service=MultiRowMutationService 2024-11-24T11:19:47,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:19:47,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:47,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,459 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,461 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00f7c44fbd5ba16ac6ee453c64a3fc6 columnFamilyName hfileref 2024-11-24T11:19:47,461 DEBUG [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:47,461 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(327): Store=d00f7c44fbd5ba16ac6ee453c64a3fc6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:47,461 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,462 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00f7c44fbd5ba16ac6ee453c64a3fc6 columnFamilyName queue 2024-11-24T11:19:47,462 DEBUG [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:47,463 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(327): Store=d00f7c44fbd5ba16ac6ee453c64a3fc6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:47,463 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,464 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00f7c44fbd5ba16ac6ee453c64a3fc6 columnFamilyName sid 2024-11-24T11:19:47,464 DEBUG [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:47,464 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(327): Store=d00f7c44fbd5ba16ac6ee453c64a3fc6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:47,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:19:47,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:19:47,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d00f7c44fbd5ba16ac6ee453c64a3fc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67149217, jitterRate=6.013065576553345E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:19:47,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:47,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d00f7c44fbd5ba16ac6ee453c64a3fc6: Running coprocessor pre-open hook at 1732447187458Writing region info on filesystem at 1732447187458Initializing all the Stores at 1732447187459 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447187459Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447187459Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447187459Cleaning up temporary data from old regions at 1732447187466 (+7 ms)Running coprocessor post-open hooks at 1732447187470 (+4 ms)Region opened successfully at 1732447187470 2024-11-24T11:19:47,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6., pid=7, masterSystemTime=1732447187437 2024-11-24T11:19:47,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:47,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:47,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d00f7c44fbd5ba16ac6ee453c64a3fc6, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,36661,1732447177247 2024-11-24T11:19:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00f7c44fbd5ba16ac6ee453c64a3fc6, server=f5f73e76a839,36661,1732447177247 because future has completed 2024-11-24T11:19:47,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T11:19:47,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d00f7c44fbd5ba16ac6ee453c64a3fc6, server=f5f73e76a839,36661,1732447177247 in 193 msec 2024-11-24T11:19:47,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:19:47,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN in 349 msec 2024-11-24T11:19:47,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:19:47,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447187482"}]},"ts":"1732447187482"} 2024-11-24T11:19:47,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:19:47,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:19:47,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-24T11:19:47,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6., hostname=f5f73e76a839,36661,1732447177247, seqNum=2] 2024-11-24T11:19:47,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:47,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:47,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:19:47,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T11:19:47,788 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:19:47,813 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,36661,1732447177247, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:19:47,814 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:19:47,814 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36661,1732447177247, seqNum=-1] 2024-11-24T11:19:47,814 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:19:47,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T11:19:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,36661,1732447177247', locateType=CURRENT is [region=hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6., hostname=f5f73e76a839,36661,1732447177247, seqNum=2] 2024-11-24T11:19:47,819 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T11:19:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T11:19:47,821 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,36661,1732447177247 suceeded 2024-11-24T11:19:47,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T11:19:47,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-24T11:19:47,823 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:19:47,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5270 sec 2024-11-24T11:19:47,833 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:45179' 2024-11-24T11:19:47,834 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ebe6e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:47,834 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,45179,-1 for getting cluster id 2024-11-24T11:19:47,834 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:19:47,835 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '514d75dc-603f-4325-a05d-611de32f7595' 2024-11-24T11:19:47,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:19:47,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "514d75dc-603f-4325-a05d-611de32f7595" 2024-11-24T11:19:47,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e866bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:47,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,45179,-1] 2024-11-24T11:19:47,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:19:47,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:47,836 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:19:47,837 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73840d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:47,837 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:19:47,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,45179,1732447182787 2024-11-24T11:19:47,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c86a76 2024-11-24T11:19:47,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:19:47,838 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T11:19:47,839 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,36661,1732447177247 (queues=1) is replicating from cluster=08781ac8-09a0-4a21-9ee3-f5799a0b9498 to cluster=514d75dc-603f-4325-a05d-611de32f7595 2024-11-24T11:19:47,839 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C36661%2C1732447177247 2024-11-24T11:19:47,839 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,36661,1732447177247, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:19:47,839 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.shipperf5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C36661%2C1732447177247 2024-11-24T11:19:47,839 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.wal-reader.f5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.1732447179562, startPosition=0, beingWritten=true 2024-11-24T11:19:48,045 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.wal-reader.f5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.1732447179562 to pos 0, reset compression=false 2024-11-24T11:19:48,349 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.wal-reader.f5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.1732447179562 to pos 0, reset compression=false 2024-11-24T11:19:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:19:48,446 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:19:48,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:48,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:48,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:48,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:48,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:48,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:19:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,44689,1732447176872 2024-11-24T11:19:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e5eb30 2024-11-24T11:19:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:19:48,449 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:19:48,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T11:19:48,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:48,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:48,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:48,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:48,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:48,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:19:48,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=113891601, stopped=false 2024-11-24T11:19:48,450 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,44689,1732447176872 2024-11-24T11:19:48,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/running 2024-11-24T11:19:48,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/running 2024-11-24T11:19:48,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:48,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:48,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:19:48,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:48,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:48,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:48,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/running 2024-11-24T11:19:48,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/running 2024-11-24T11:19:48,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,36661,1732447177247' ***** 2024-11-24T11:19:48,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:19:48,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(3091): Received CLOSE for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,36661,1732447177247 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:36661. 2024-11-24T11:19:48,572 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d00f7c44fbd5ba16ac6ee453c64a3fc6, disabling compactions & flushes 2024-11-24T11:19:48,572 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:48,572 DEBUG [RS:0;f5f73e76a839:36661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:48,572 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:48,572 DEBUG [RS:0;f5f73e76a839:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:48,572 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. after waiting 0 ms 2024-11-24T11:19:48,572 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:19:48,572 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d00f7c44fbd5ba16ac6ee453c64a3fc6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:19:48,572 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:19:48,574 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:19:48,574 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d00f7c44fbd5ba16ac6ee453c64a3fc6=hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.} 2024-11-24T11:19:48,574 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:48,574 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:19:48,574 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:19:48,574 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:19:48,574 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:19:48,574 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:19:48,574 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T11:19:48,586 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/.tmp/queue/f771558a579b40c387457bb1e636ef66 is 151, key is 1-f5f73e76a839,36661,1732447177247/queue:f5f73e76a839%2C36661%2C1732447177247/1732447187818/Put/seqid=0 2024-11-24T11:19:48,588 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/info/59914d6fd75148d496eb8b6b3ee21ece is 147, key is hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6./info:regioninfo/1732447187473/Put/seqid=0 2024-11-24T11:19:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741838_1014 (size=5350) 2024-11-24T11:19:48,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741839_1015 (size=6631) 2024-11-24T11:19:48,642 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:19:48,754 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.wal-reader.f5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.1732447179562 to pos 0, reset compression=false 2024-11-24T11:19:48,774 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:48,974 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:48,991 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/.tmp/queue/f771558a579b40c387457bb1e636ef66 2024-11-24T11:19:48,992 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/info/59914d6fd75148d496eb8b6b3ee21ece 2024-11-24T11:19:48,997 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/.tmp/queue/f771558a579b40c387457bb1e636ef66 as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/queue/f771558a579b40c387457bb1e636ef66 2024-11-24T11:19:49,001 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/queue/f771558a579b40c387457bb1e636ef66, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T11:19:49,002 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d00f7c44fbd5ba16ac6ee453c64a3fc6 in 430ms, sequenceid=5, compaction requested=false 2024-11-24T11:19:49,002 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:19:49,016 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:19:49,016 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:49,017 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/ns/76d1245aca0a4947a30444b80280bbbb is 43, key is default/ns:d/1732447180581/Put/seqid=0 2024-11-24T11:19:49,017 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:19:49,017 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:49,017 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d00f7c44fbd5ba16ac6ee453c64a3fc6: Waiting for close lock at 1732447188572Running coprocessor pre-close hooks at 1732447188572Disabling compacts and flushes for region at 1732447188572Disabling writes for close at 1732447188572Obtaining lock to block concurrent updates at 1732447188572Preparing flush snapshotting stores in d00f7c44fbd5ba16ac6ee453c64a3fc6 at 1732447188572Finished memstore snapshotting hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732447188573 (+1 ms)Flushing stores of hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. at 1732447188573Flushing d00f7c44fbd5ba16ac6ee453c64a3fc6/queue: creating writer at 1732447188573Flushing d00f7c44fbd5ba16ac6ee453c64a3fc6/queue: appending metadata at 1732447188586 (+13 ms)Flushing d00f7c44fbd5ba16ac6ee453c64a3fc6/queue: closing flushed file at 1732447188586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a19707: reopening flushed file at 1732447188996 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d00f7c44fbd5ba16ac6ee453c64a3fc6 in 430ms, sequenceid=5, compaction requested=false at 1732447189002 (+6 ms)Writing region close event to WAL at 1732447189008 (+6 ms)Running coprocessor post-close hooks at 1732447189016 (+8 ms)Closed at 1732447189017 (+1 ms) 2024-11-24T11:19:49,017 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:49,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741840_1016 (size=5153) 2024-11-24T11:19:49,174 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:49,258 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.wal-reader.f5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.1732447179562 to pos 0, reset compression=false 2024-11-24T11:19:49,374 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:49,421 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/ns/76d1245aca0a4947a30444b80280bbbb 2024-11-24T11:19:49,438 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/table/885a4af87ece4c9b8b74f89c685253f9 is 53, key is hbase:replication/table:state/1732447187482/Put/seqid=0 2024-11-24T11:19:49,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741841_1017 (size=5256) 2024-11-24T11:19:49,509 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:19:49,509 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:19:49,574 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:49,775 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:19:49,775 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:19:49,775 DEBUG [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:19:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:19:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T11:19:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:19:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T11:19:49,843 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/table/885a4af87ece4c9b8b74f89c685253f9 2024-11-24T11:19:49,848 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/info/59914d6fd75148d496eb8b6b3ee21ece as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/info/59914d6fd75148d496eb8b6b3ee21ece 2024-11-24T11:19:49,852 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/info/59914d6fd75148d496eb8b6b3ee21ece, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T11:19:49,853 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/ns/76d1245aca0a4947a30444b80280bbbb as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/ns/76d1245aca0a4947a30444b80280bbbb 2024-11-24T11:19:49,858 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/ns/76d1245aca0a4947a30444b80280bbbb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:19:49,859 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/table/885a4af87ece4c9b8b74f89c685253f9 as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/table/885a4af87ece4c9b8b74f89c685253f9 2024-11-24T11:19:49,863 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.wal-reader.f5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.1732447179562 to pos 0, reset compression=false 2024-11-24T11:19:49,864 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/table/885a4af87ece4c9b8b74f89c685253f9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T11:19:49,866 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false 2024-11-24T11:19:49,871 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T11:19:49,872 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:49,872 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:19:49,872 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:49,872 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447188574Running coprocessor pre-close hooks at 1732447188574Disabling compacts and flushes for region at 1732447188574Disabling writes for close at 1732447188574Obtaining lock to block concurrent updates at 1732447188574Preparing flush snapshotting stores in 1588230740 at 1732447188574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732447188574Flushing stores of hbase:meta,,1.1588230740 at 1732447188575 (+1 ms)Flushing 1588230740/info: creating writer at 1732447188575Flushing 1588230740/info: appending metadata at 1732447188588 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732447188588Flushing 1588230740/ns: creating writer at 1732447188996 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732447189016 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732447189016Flushing 1588230740/table: creating writer at 1732447189426 (+410 ms)Flushing 1588230740/table: appending metadata at 1732447189438 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732447189438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b893aa: reopening flushed file at 1732447189847 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a82b22: reopening flushed file at 1732447189852 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593f342d: reopening flushed file at 1732447189858 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false at 1732447189866 (+8 ms)Writing region close event to WAL at 1732447189868 (+2 ms)Running coprocessor post-close hooks at 1732447189872 (+4 ms)Closed at 1732447189872 2024-11-24T11:19:49,872 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:49,975 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,36661,1732447177247; all regions closed. 2024-11-24T11:19:49,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741834_1010 (size=2742) 2024-11-24T11:19:49,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.meta.1732447180527.meta not finished, retry = 0 2024-11-24T11:19:50,080 DEBUG [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs 2024-11-24T11:19:50,080 INFO [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C36661%2C1732447177247.meta:.meta(num 1732447180527) 2024-11-24T11:19:50,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741837_1013 (size=1586) 2024-11-24T11:19:50,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247/f5f73e76a839%2C36661%2C1732447177247.rep.1732447187442 not finished, retry = 0 2024-11-24T11:19:50,223 DEBUG [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs 2024-11-24T11:19:50,223 INFO [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C36661%2C1732447177247.rep:(num 1732447187442) 2024-11-24T11:19:50,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741832_1008 (size=93) 2024-11-24T11:19:50,227 DEBUG [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs 2024-11-24T11:19:50,227 INFO [RS:0;f5f73e76a839:36661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C36661%2C1732447177247:(num 1732447179562) 2024-11-24T11:19:50,227 DEBUG [RS:0;f5f73e76a839:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:50,227 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:19:50,227 INFO [RS:0;f5f73e76a839:36661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:19:50,227 INFO [RS:0;f5f73e76a839:36661 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:19:50,228 INFO [RS:0;f5f73e76a839:36661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:19:50,228 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:19:50,228 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,36661,1732447177247 because: Region server is closing 2024-11-24T11:19:50,228 INFO [RS:0;f5f73e76a839:36661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:36661. 2024-11-24T11:19:50,228 DEBUG [RS:0;f5f73e76a839:36661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:50,228 DEBUG [RS:0;f5f73e76a839:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:50,228 DEBUG [RS:0;f5f73e76a839:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:50,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:50,328 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.wal-reader.f5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:19:50,328 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.shipperf5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:19:50,329 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,36661,1732447177247.replicationSource.shipperf5f73e76a839%2C36661%2C1732447177247,1-f5f73e76a839,36661,1732447177247 terminated 2024-11-24T11:19:50,329 INFO [RS:0;f5f73e76a839:36661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36661 2024-11-24T11:19:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/rs/f5f73e76a839,36661,1732447177247 2024-11-24T11:19:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/rs 2024-11-24T11:19:50,350 INFO [RS:0;f5f73e76a839:36661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:19:50,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,36661,1732447177247] 2024-11-24T11:19:50,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/draining/f5f73e76a839,36661,1732447177247 already deleted, retry=false 2024-11-24T11:19:50,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,36661,1732447177247 expired; onlineServers=0 2024-11-24T11:19:50,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,44689,1732447176872' ***** 2024-11-24T11:19:50,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:19:50,371 INFO [M:0;f5f73e76a839:44689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:19:50,371 INFO [M:0;f5f73e76a839:44689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:19:50,371 DEBUG [M:0;f5f73e76a839:44689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:19:50,371 DEBUG [M:0;f5f73e76a839:44689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:19:50,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:19:50,371 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447179297 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447179297,5,FailOnTimeoutGroup] 2024-11-24T11:19:50,371 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447179297 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447179297,5,FailOnTimeoutGroup] 2024-11-24T11:19:50,371 INFO [M:0;f5f73e76a839:44689 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:19:50,371 INFO [M:0;f5f73e76a839:44689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:19:50,371 DEBUG [M:0;f5f73e76a839:44689 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:19:50,371 INFO [M:0;f5f73e76a839:44689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:19:50,371 INFO [M:0;f5f73e76a839:44689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:19:50,371 INFO [M:0;f5f73e76a839:44689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:19:50,371 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:19:50,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/master 2024-11-24T11:19:50,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:50,381 DEBUG [M:0;f5f73e76a839:44689 {}] zookeeper.ZKUtil(347): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/master because node does not exist (not an error) 2024-11-24T11:19:50,381 WARN [M:0;f5f73e76a839:44689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:19:50,382 INFO [M:0;f5f73e76a839:44689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/.lastflushedseqids 2024-11-24T11:19:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741842_1018 (size=181) 2024-11-24T11:19:50,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:50,460 INFO [RS:0;f5f73e76a839:36661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:19:50,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x1016c91fcc80001, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:50,460 INFO [RS:0;f5f73e76a839:36661 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,36661,1732447177247; zookeeper connection closed. 2024-11-24T11:19:50,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12b2d49 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12b2d49 2024-11-24T11:19:50,461 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:19:50,787 INFO [M:0;f5f73e76a839:44689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:19:50,787 INFO [M:0;f5f73e76a839:44689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:19:50,787 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:19:50,787 INFO [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:50,787 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:50,787 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:19:50,787 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:50,787 INFO [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T11:19:50,801 DEBUG [M:0;f5f73e76a839:44689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f328f7107edb474a9befa339ebfd930b is 82, key is hbase:meta,,1/info:regioninfo/1732447180557/Put/seqid=0 2024-11-24T11:19:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741843_1019 (size=5672) 2024-11-24T11:19:51,205 INFO [M:0;f5f73e76a839:44689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f328f7107edb474a9befa339ebfd930b 2024-11-24T11:19:51,224 DEBUG [M:0;f5f73e76a839:44689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcfd86ac569141878cc60a17d339f252 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732447187486/Put/seqid=0 2024-11-24T11:19:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741844_1020 (size=7203) 2024-11-24T11:19:51,629 INFO [M:0;f5f73e76a839:44689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcfd86ac569141878cc60a17d339f252 2024-11-24T11:19:51,646 DEBUG [M:0;f5f73e76a839:44689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a0091abc4044e5bae82479cd5a813a3 is 69, key is f5f73e76a839,36661,1732447177247/rs:state/1732447179418/Put/seqid=0 2024-11-24T11:19:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741845_1021 (size=5156) 2024-11-24T11:19:51,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:19:51,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:51,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:51,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:52,050 INFO [M:0;f5f73e76a839:44689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a0091abc4044e5bae82479cd5a813a3 2024-11-24T11:19:52,055 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f328f7107edb474a9befa339ebfd930b as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f328f7107edb474a9befa339ebfd930b 2024-11-24T11:19:52,060 INFO [M:0;f5f73e76a839:44689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f328f7107edb474a9befa339ebfd930b, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T11:19:52,061 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcfd86ac569141878cc60a17d339f252 as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcfd86ac569141878cc60a17d339f252 2024-11-24T11:19:52,066 INFO [M:0;f5f73e76a839:44689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcfd86ac569141878cc60a17d339f252, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T11:19:52,067 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a0091abc4044e5bae82479cd5a813a3 as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a0091abc4044e5bae82479cd5a813a3 2024-11-24T11:19:52,071 INFO [M:0;f5f73e76a839:44689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a0091abc4044e5bae82479cd5a813a3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T11:19:52,072 INFO [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false 2024-11-24T11:19:52,073 INFO [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:52,073 DEBUG [M:0;f5f73e76a839:44689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447190787Disabling compacts and flushes for region at 1732447190787Disabling writes for close at 1732447190787Obtaining lock to block concurrent updates at 1732447190787Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447190787Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732447190787Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447190788 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447190788Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447190801 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447190801Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447191210 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447191224 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447191224Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447191633 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447191646 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447191646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bdbbd: reopening flushed file at 1732447192055 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3d00ec: reopening flushed file at 1732447192060 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ccd829: reopening flushed file at 1732447192066 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false at 1732447192072 (+6 ms)Writing region close event to WAL at 1732447192073 (+1 ms)Closed at 1732447192073 2024-11-24T11:19:52,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741830_1006 (size=41008) 2024-11-24T11:19:52,076 INFO [M:0;f5f73e76a839:44689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:19:52,076 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:19:52,076 INFO [M:0;f5f73e76a839:44689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44689 2024-11-24T11:19:52,076 INFO [M:0;f5f73e76a839:44689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:19:52,260 INFO [M:0;f5f73e76a839:44689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:19:52,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:52,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x1016c91fcc80000, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:52,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:19:52,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:52,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:52,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:19:52,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:52,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:19:52,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:19:52,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:19:52,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36201 2024-11-24T11:19:52,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36201 connecting to ZooKeeper ensemble=127.0.0.1:53646 2024-11-24T11:19:52,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362010x0, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:19:52,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36201-0x1016c91fcc80006 connected 2024-11-24T11:19:52,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:52,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:52,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/running 2024-11-24T11:19:52,291 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: INIT 2024-11-24T11:19:52,291 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e, hbase.cluster.distributed=false 2024-11-24T11:19:52,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/acl 2024-11-24T11:19:52,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36201 2024-11-24T11:19:52,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36201 2024-11-24T11:19:52,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36201 2024-11-24T11:19:52,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36201 2024-11-24T11:19:52,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36201 2024-11-24T11:19:52,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:19:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:52,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:19:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:19:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:19:52,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:19:52,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:19:52,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39789 2024-11-24T11:19:52,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39789 connecting to ZooKeeper ensemble=127.0.0.1:53646 2024-11-24T11:19:52,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:52,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:52,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397890x0, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:19:52,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39789-0x1016c91fcc80007 connected 2024-11-24T11:19:52,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/running 2024-11-24T11:19:52,379 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: INIT 2024-11-24T11:19:52,379 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:19:52,380 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:19:52,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/master 2024-11-24T11:19:52,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/acl 2024-11-24T11:19:52,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-24T11:19:52,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39789 2024-11-24T11:19:52,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39789 2024-11-24T11:19:52,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-24T11:19:52,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-24T11:19:52,392 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:36201 2024-11-24T11:19:52,393 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1894406097/backup-masters/f5f73e76a839,36201,1732447192262 2024-11-24T11:19:52,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/backup-masters 2024-11-24T11:19:52,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/backup-masters 2024-11-24T11:19:52,445 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on existing znode=/0-1894406097/backup-masters/f5f73e76a839,36201,1732447192262 2024-11-24T11:19:52,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:52,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1894406097/master 2024-11-24T11:19:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:52,521 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on existing znode=/0-1894406097/master 2024-11-24T11:19:52,521 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1894406097/backup-masters/f5f73e76a839,36201,1732447192262 from backup master directory 2024-11-24T11:19:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/backup-masters/f5f73e76a839,36201,1732447192262 2024-11-24T11:19:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/backup-masters 2024-11-24T11:19:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/backup-masters 2024-11-24T11:19:52,531 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:19:52,531 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,36201,1732447192262 2024-11-24T11:19:52,540 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:19:52,540 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:19:52,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-24T11:19:52,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741846_1022 (size=196) 2024-11-24T11:19:52,957 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:19:52,958 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:19:52,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:52,964 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T11:19:52,966 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872 to hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872-dead as it is dead 2024-11-24T11:19:52,967 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872-dead/f5f73e76a839%2C44689%2C1732447176872.1732447179039 2024-11-24T11:19:52,968 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872-dead/f5f73e76a839%2C44689%2C1732447176872.1732447179039 after 1ms 2024-11-24T11:19:52,968 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872-dead/f5f73e76a839%2C44689%2C1732447176872.1732447179039 to hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f5f73e76a839%2C44689%2C1732447176872.1732447179039 2024-11-24T11:19:52,968 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,44689,1732447176872-dead 2024-11-24T11:19:52,969 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,36201,1732447192262 2024-11-24T11:19:52,970 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:19:52,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C36201%2C1732447192262, suffix=, logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,36201,1732447192262, archiveDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/oldWALs, maxLogs=10 2024-11-24T11:19:52,985 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,36201,1732447192262/f5f73e76a839%2C36201%2C1732447192262.1732447192971, exclude list is [], retry=0 2024-11-24T11:19:52,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-8883e72a-5268-480c-982e-65e71c8c8f37,DISK] 2024-11-24T11:19:52,988 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,36201,1732447192262/f5f73e76a839%2C36201%2C1732447192262.1732447192971 2024-11-24T11:19:52,989 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42179:42179)] 2024-11-24T11:19:52,989 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:19:52,989 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:52,989 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:52,989 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:52,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:52,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:19:52,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:52,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f328f7107edb474a9befa339ebfd930b 2024-11-24T11:19:52,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:52,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:52,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:19:52,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:53,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcfd86ac569141878cc60a17d339f252 2024-11-24T11:19:53,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:53,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:53,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:19:53,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:53,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a0091abc4044e5bae82479cd5a813a3 2024-11-24T11:19:53,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:53,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:53,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:19:53,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:53,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:53,008 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:53,008 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T11:19:53,008 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f5f73e76a839%2C44689%2C1732447176872.1732447179039 2024-11-24T11:19:53,012 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f5f73e76a839%2C44689%2C1732447176872.1732447179039 2024-11-24T11:19:53,013 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f5f73e76a839%2C44689%2C1732447176872.1732447179039 2024-11-24T11:19:53,014 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:53,014 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:53,014 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:19:53,015 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:19:53,017 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T11:19:53,018 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68167801, jitterRate=0.015779390931129456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:19:53,018 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447192989Initializing all the Stores at 1732447192990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447192990Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447192990Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447192990Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447192990Cleaning up temporary data from old regions at 1732447193014 (+24 ms)Region opened successfully at 1732447193018 (+4 ms) 2024-11-24T11:19:53,018 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:19:53,020 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da99f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:19:53,022 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T11:19:53,022 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:19:53,022 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:19:53,022 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:19:53,023 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:19:53,025 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:19:53,025 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:19:53,025 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:19:53,025 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-24T11:19:53,025 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:19:53,027 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f5f73e76a839,36661,1732447177247, regionLocation=f5f73e76a839,36661,1732447177247, openSeqNum=2 2024-11-24T11:19:53,027 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f5f73e76a839,36661,1732447177247, table=hbase:meta, region=1588230740 2024-11-24T11:19:53,027 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,36661,1732447177247, state=OPEN 2024-11-24T11:19:53,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1894406097/meta-region-server 2024-11-24T11:19:53,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1894406097/meta-region-server 2024-11-24T11:19:53,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:53,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:53,079 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:19:53,089 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/draining/f5f73e76a839,36661,1732447177247 already deleted, retry=false 2024-11-24T11:19:53,089 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f5f73e76a839,36661,1732447177247 on f5f73e76a839,36201,1732447192262 2024-11-24T11:19:53,090 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f5f73e76a839,36661,1732447177247, splitWal=true, meta=true 2024-11-24T11:19:53,090 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for f5f73e76a839,36661,1732447177247 (carryingMeta=true) f5f73e76a839,36661,1732447177247/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3a73a9ea[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T11:19:53,091 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/balancer because node does not exist (not necessarily an error) 2024-11-24T11:19:53,099 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/balancer already deleted, retry=false 2024-11-24T11:19:53,099 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:19:53,100 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:19:53,110 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/normalizer already deleted, retry=false 2024-11-24T11:19:53,110 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:19:53,111 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:19:53,120 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/switch/split already deleted, retry=false 2024-11-24T11:19:53,121 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:19:53,131 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/switch/merge already deleted, retry=false 2024-11-24T11:19:53,143 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:19:53,152 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/snapshot-cleanup already deleted, retry=false 2024-11-24T11:19:53,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1894406097/running 2024-11-24T11:19:53,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1894406097/running 2024-11-24T11:19:53,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:53,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:19:53,163 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,36201,1732447192262, sessionid=0x1016c91fcc80006, setting cluster-up flag (Was=false) 2024-11-24T11:19:53,173 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1894406097/flush-table-proc/acquired, /0-1894406097/flush-table-proc/reached, /0-1894406097/flush-table-proc/abort 2024-11-24T11:19:53,174 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,36201,1732447192262 2024-11-24T11:19:53,184 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1894406097/online-snapshot/acquired, /0-1894406097/online-snapshot/reached, /0-1894406097/online-snapshot/abort 2024-11-24T11:19:53,185 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,36201,1732447192262 2024-11-24T11:19:53,186 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/.lastflushedseqids 2024-11-24T11:19:53,188 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:19:53,188 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:19:53,188 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,36201,1732447192262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f5f73e76a839,36661,1732447177247 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:19:53,189 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:53,190 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:53,190 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:53,190 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:19:53,190 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:19:53,190 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,190 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:19:53,190 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447223191 2024-11-24T11:19:53,191 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f5f73e76a839,36661,1732447177247, splitWal=true, meta=true 2024-11-24T11:19:53,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:19:53,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:19:53,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:19:53,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:19:53,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:19:53,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:19:53,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,192 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f5f73e76a839,36661,1732447177247, splitWal=true, meta=true, isMeta: true 2024-11-24T11:19:53,192 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:19:53,192 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:19:53,192 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:19:53,192 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:19:53,193 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247-splitting 2024-11-24T11:19:53,193 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247-splitting dir is empty, no logs to split. 2024-11-24T11:19:53,193 INFO [PEWorker-1 {}] master.SplitWALManager(105): f5f73e76a839,36661,1732447177247 WAL count=0, meta=true 2024-11-24T11:19:53,195 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:19:53,195 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:19:53,195 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247-splitting dir is empty, no logs to split. 2024-11-24T11:19:53,195 INFO [PEWorker-1 {}] master.SplitWALManager(105): f5f73e76a839,36661,1732447177247 WAL count=0, meta=true 2024-11-24T11:19:53,195 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f5f73e76a839,36661,1732447177247 WAL splitting is done? wals=0, meta=true 2024-11-24T11:19:53,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:19:53,196 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447193195,5,FailOnTimeoutGroup] 2024-11-24T11:19:53,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:19:53,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:19:53,198 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447193196,5,FailOnTimeoutGroup] 2024-11-24T11:19:53,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:19:53,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447193198, completionTime=-1 2024-11-24T11:19:53,198 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T11:19:53,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T11:19:53,284 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(746): ClusterId : 08781ac8-09a0-4a21-9ee3-f5799a0b9498 2024-11-24T11:19:53,285 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:19:53,298 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:19:53,298 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:19:53,311 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:19:53,311 DEBUG [RS:0;f5f73e76a839:39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b2a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:19:53,321 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:39789 2024-11-24T11:19:53,321 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:19:53,321 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:19:53,321 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:19:53,322 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,36201,1732447192262 with port=39789, startcode=1732447192306 2024-11-24T11:19:53,322 DEBUG [RS:0;f5f73e76a839:39789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:19:53,324 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:19:53,324 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,324 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36201 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,325 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e 2024-11-24T11:19:53,325 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36647 2024-11-24T11:19:53,325 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:19:53,348 WARN [f5f73e76a839:36201 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T11:19:53,349 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T11:19:53,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/rs 2024-11-24T11:19:53,364 DEBUG [RS:0;f5f73e76a839:39789 {}] zookeeper.ZKUtil(111): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on existing znode=/0-1894406097/rs/f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,364 WARN [RS:0;f5f73e76a839:39789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:19:53,364 INFO [RS:0;f5f73e76a839:39789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:53,364 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,39789,1732447192306] 2024-11-24T11:19:53,381 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:19:53,382 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:19:53,382 INFO [RS:0;f5f73e76a839:39789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:19:53,382 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,383 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:19:53,383 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:19:53,383 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,383 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,384 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,384 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:19:53,384 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:19:53,384 DEBUG [RS:0;f5f73e76a839:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:19:53,384 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,384 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,384 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,384 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,384 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,384 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39789,1732447192306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:19:53,397 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:19:53,397 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39789,1732447192306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,409 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,39789,1732447192306, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:19:53,409 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,409 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.Replication(171): f5f73e76a839,39789,1732447192306 started 2024-11-24T11:19:53,421 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:53,421 DEBUG [RS:0;f5f73e76a839:39789.replicationSource,1-f5f73e76a839,39789,1732447192306 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:45179' 2024-11-24T11:19:53,421 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,39789,1732447192306, RpcServer on f5f73e76a839/172.17.0.3:39789, sessionid=0x1016c91fcc80007 2024-11-24T11:19:53,422 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:19:53,422 DEBUG [RS:0;f5f73e76a839:39789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,422 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,39789,1732447192306' 2024-11-24T11:19:53,422 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1894406097/flush-table-proc/abort' 2024-11-24T11:19:53,422 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1894406097/flush-table-proc/acquired' 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789.replicationSource,1-f5f73e76a839,39789,1732447192306 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f4b7c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,39789,1732447192306' 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1894406097/online-snapshot/abort' 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789.replicationSource,1-f5f73e76a839,39789,1732447192306 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,45179,-1 for getting cluster id 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789.replicationSource,1-f5f73e76a839,39789,1732447192306 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1894406097/online-snapshot/acquired' 2024-11-24T11:19:53,423 DEBUG [RS:0;f5f73e76a839:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:19:53,423 INFO [RS:0;f5f73e76a839:39789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:19:53,423 INFO [RS:0;f5f73e76a839:39789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:19:53,424 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '514d75dc-603f-4325-a05d-611de32f7595' 2024-11-24T11:19:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:19:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "514d75dc-603f-4325-a05d-611de32f7595" 2024-11-24T11:19:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1901a2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,45179,-1] 2024-11-24T11:19:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:19:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:53,425 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:19:53,426 DEBUG [RS:0;f5f73e76a839:39789.replicationSource,1-f5f73e76a839,39789,1732447192306 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ccd474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:53,426 DEBUG [RS:0;f5f73e76a839:39789.replicationSource,1-f5f73e76a839,39789,1732447192306 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:19:53,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,45179,1732447182787 2024-11-24T11:19:53,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b19637f 2024-11-24T11:19:53,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:19:53,428 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T11:19:53,428 INFO [RS:0;f5f73e76a839:39789.replicationSource,1-f5f73e76a839,39789,1732447192306 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,39789,1732447192306 (queues=0) is replicating from cluster=08781ac8-09a0-4a21-9ee3-f5799a0b9498 to cluster=514d75dc-603f-4325-a05d-611de32f7595 2024-11-24T11:19:53,524 INFO [RS:0;f5f73e76a839:39789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:19:53,525 INFO [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39789%2C1732447192306, suffix=, logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306, archiveDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs, maxLogs=10 2024-11-24T11:19:53,537 DEBUG [RS:0;f5f73e76a839:39789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525, exclude list is [], retry=0 2024-11-24T11:19:53,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-8883e72a-5268-480c-982e-65e71c8c8f37,DISK] 2024-11-24T11:19:53,541 INFO [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 2024-11-24T11:19:53,544 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f5f73e76a839%2C39789%2C1732447192306 for peer 1 2024-11-24T11:19:53,544 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C39789%2C1732447192306 2024-11-24T11:19:53,544 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,39789,1732447192306, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:19:53,546 DEBUG [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42179:42179)] 2024-11-24T11:19:53,546 INFO [RS:0;f5f73e76a839:39789.replicationSource.shipperf5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C39789%2C1732447192306 2024-11-24T11:19:53,546 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525, startPosition=0, beingWritten=true 2024-11-24T11:19:53,598 DEBUG [f5f73e76a839:36201 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:19:53,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,599 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39789,1732447192306, state=OPENING 2024-11-24T11:19:53,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1894406097/meta-region-server 2024-11-24T11:19:53,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1894406097/meta-region-server 2024-11-24T11:19:53,615 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:19:53,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:53,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:53,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,39789,1732447192306}] 2024-11-24T11:19:53,752 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:53,767 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:19:53,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:19:53,771 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:19:53,771 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:53,772 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:19:53,773 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39789%2C1732447192306.meta, suffix=.meta, logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306, archiveDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs, maxLogs=10 2024-11-24T11:19:53,785 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.meta.1732447193773.meta, exclude list is [], retry=0 2024-11-24T11:19:53,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-8883e72a-5268-480c-982e-65e71c8c8f37,DISK] 2024-11-24T11:19:53,788 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.meta.1732447193773.meta 2024-11-24T11:19:53,788 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42179:42179)] 2024-11-24T11:19:53,789 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:19:53,789 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:19:53,789 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:19:53,789 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:19:53,789 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:19:53,789 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:19:53,789 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:53,789 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:19:53,789 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:19:53,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:19:53,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:19:53,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:53,796 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/info/59914d6fd75148d496eb8b6b3ee21ece 2024-11-24T11:19:53,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:53,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:19:53,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:19:53,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:53,802 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/ns/76d1245aca0a4947a30444b80280bbbb 2024-11-24T11:19:53,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:53,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:19:53,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:19:53,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:53,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:53,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:19:53,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:19:53,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:53,808 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/table/885a4af87ece4c9b8b74f89c685253f9 2024-11-24T11:19:53,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:19:53,809 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:19:53,809 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740 2024-11-24T11:19:53,810 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740 2024-11-24T11:19:53,811 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:19:53,811 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:19:53,811 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:19:53,812 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:19:53,813 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61800336, jitterRate=-0.07910323143005371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:19:53,813 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:19:53,813 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447193789Writing region info on filesystem at 1732447193789Initializing all the Stores at 1732447193790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447193790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447193790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447193790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447193790Cleaning up temporary data from old regions at 1732447193811 (+21 ms)Running coprocessor post-open hooks at 1732447193813 (+2 ms)Region opened successfully at 1732447193813 2024-11-24T11:19:53,814 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732447193767 2024-11-24T11:19:53,815 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:19:53,815 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:19:53,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,816 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39789,1732447192306, state=OPEN 2024-11-24T11:19:53,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1894406097/meta-region-server 2024-11-24T11:19:53,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1894406097/meta-region-server 2024-11-24T11:19:53,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,39789,1732447192306 2024-11-24T11:19:53,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:53,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1894406097/meta-region-server: CHANGED 2024-11-24T11:19:53,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T11:19:53,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,39789,1732447192306 in 221 msec 2024-11-24T11:19:53,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:19:53,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-24T11:19:54,056 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:54,461 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:54,851 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T11:19:54,965 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:55,570 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:56,274 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:56,354 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-24T11:19:57,079 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:57,706 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T11:19:57,706 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:19:57,706 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:19:57,707 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39789,1732447192306, seqNum=-1] 2024-11-24T11:19:57,707 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:19:57,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:19:57,711 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d00f7c44fbd5ba16ac6ee453c64a3fc6, regionState=OPEN, lastHost=f5f73e76a839,36661,1732447177247, regionLocation=f5f73e76a839,36661,1732447177247, openSeqNum=2 2024-11-24T11:19:57,711 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:19:57,711 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447257711 2024-11-24T11:19:57,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447317712 2024-11-24T11:19:57,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-24T11:19:57,712 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f5f73e76a839,36661,1732447177247 had 2 regions 2024-11-24T11:19:57,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36201,1732447192262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:57,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36201,1732447192262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:57,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36201,1732447192262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:57,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:36201, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:57,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:57,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:57,713 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f5f73e76a839,36661,1732447177247, splitWal=true, meta=true, isMeta: false 2024-11-24T11:19:57,714 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247-splitting dir is empty, no logs to split. 2024-11-24T11:19:57,714 INFO [PEWorker-3 {}] master.SplitWALManager(105): f5f73e76a839,36661,1732447177247 WAL count=0, meta=false 2024-11-24T11:19:57,717 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,36661,1732447177247-splitting dir is empty, no logs to split. 2024-11-24T11:19:57,717 INFO [PEWorker-3 {}] master.SplitWALManager(105): f5f73e76a839,36661,1732447177247 WAL count=0, meta=false 2024-11-24T11:19:57,717 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f5f73e76a839,36661,1732447177247 WAL splitting is done? wals=0, meta=false 2024-11-24T11:19:57,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.187sec 2024-11-24T11:19:57,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:19:57,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:19:57,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:19:57,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:19:57,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:19:57,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36201,1732447192262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:19:57,718 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36201,1732447192262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:19:57,720 WARN [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f5f73e76a839,36661,1732447177247/hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:57,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN}] 2024-11-24T11:19:57,721 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:19:57,721 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:19:57,721 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36201,1732447192262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:19:57,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN 2024-11-24T11:19:57,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:19:57,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:57,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,36201,-1 for getting cluster id 2024-11-24T11:19:57,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:19:57,789 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08781ac8-09a0-4a21-9ee3-f5799a0b9498' 2024-11-24T11:19:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:19:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08781ac8-09a0-4a21-9ee3-f5799a0b9498" 2024-11-24T11:19:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ffe1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,36201,-1] 2024-11-24T11:19:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:19:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:57,791 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:19:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158223af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:57,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:19:57,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39789,1732447192306, seqNum=-1] 2024-11-24T11:19:57,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:19:57,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:19:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T11:19:57,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:57,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:57,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:57,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:57,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f5f73e76a839:36201 after: f5f73e76a839:36201 2024-11-24T11:19:57,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:57,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,36201,-1 for getting cluster id 2024-11-24T11:19:57,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:19:57,798 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08781ac8-09a0-4a21-9ee3-f5799a0b9498' 2024-11-24T11:19:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:19:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08781ac8-09a0-4a21-9ee3-f5799a0b9498" 2024-11-24T11:19:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604de8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,36201,-1] 2024-11-24T11:19:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:19:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:57,799 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:19:57,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:19:57,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:19:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,36201,1732447192262 2024-11-24T11:19:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57fb0d0 2024-11-24T11:19:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:19:57,801 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:19:57,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T11:19:57,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:19:57,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:57,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:57,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:57,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:57,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:19:57,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:19:57,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2058188841, stopped=false 2024-11-24T11:19:57,802 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,45179,1732447182787 2024-11-24T11:19:57,873 DEBUG [f5f73e76a839:36201 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:19:57,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d00f7c44fbd5ba16ac6ee453c64a3fc6, regionState=OPENING, regionLocation=f5f73e76a839,39789,1732447192306 2024-11-24T11:19:57,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN because future has completed 2024-11-24T11:19:57,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00f7c44fbd5ba16ac6ee453c64a3fc6, server=f5f73e76a839,39789,1732447192306}] 2024-11-24T11:19:57,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378721061/running 2024-11-24T11:19:57,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378721061/running 2024-11-24T11:19:57,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:57,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:57,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:19:57,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:19:57,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:57,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:57,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on znode that does not yet exist, /11378721061/running 2024-11-24T11:19:57,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Set watcher on znode that does not yet exist, /11378721061/running 2024-11-24T11:19:57,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,34297,1732447182927' ***** 2024-11-24T11:19:57,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:19:57,950 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:19:57,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:19:57,950 INFO [RS:0;f5f73e76a839:34297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:19:57,950 INFO [RS:0;f5f73e76a839:34297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:19:57,950 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,34297,1732447182927 2024-11-24T11:19:57,950 INFO [RS:0;f5f73e76a839:34297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:19:57,950 INFO [RS:0;f5f73e76a839:34297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:34297. 2024-11-24T11:19:57,950 DEBUG [RS:0;f5f73e76a839:34297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:19:57,950 DEBUG [RS:0;f5f73e76a839:34297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:57,951 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:19:57,951 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:19:57,951 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:19:57,951 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:19:57,951 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:19:57,951 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:19:57,951 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:57,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:19:57,951 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:19:57,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:19:57,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:19:57,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:19:57,951 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T11:19:57,956 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:19:57,966 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740/.tmp/ns/765bd58b01144a8494feea31495fb492 is 43, key is default/ns:d/1732447186193/Put/seqid=0 2024-11-24T11:19:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741835_1011 (size=5153) 2024-11-24T11:19:57,983 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:19:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:19:58,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39789%2C1732447192306.rep, suffix=, logDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306, archiveDir=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs, maxLogs=10 2024-11-24T11:19:58,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.rep.1732447198032, exclude list is [], retry=0 2024-11-24T11:19:58,045 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:19:58,045 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:19:58,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-8883e72a-5268-480c-982e-65e71c8c8f37,DISK] 2024-11-24T11:19:58,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.rep.1732447198032 2024-11-24T11:19:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42179:42179)] 2024-11-24T11:19:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d00f7c44fbd5ba16ac6ee453c64a3fc6, NAME => 'hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:19:58,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:19:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:19:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. service=MultiRowMutationService 2024-11-24T11:19:58,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:19:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:19:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,050 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,051 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00f7c44fbd5ba16ac6ee453c64a3fc6 columnFamilyName hfileref 2024-11-24T11:19:58,051 DEBUG [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:58,051 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(327): Store=d00f7c44fbd5ba16ac6ee453c64a3fc6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:58,051 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,052 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00f7c44fbd5ba16ac6ee453c64a3fc6 columnFamilyName queue 2024-11-24T11:19:58,052 DEBUG [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:58,057 DEBUG [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/queue/f771558a579b40c387457bb1e636ef66 2024-11-24T11:19:58,057 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(327): Store=d00f7c44fbd5ba16ac6ee453c64a3fc6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:58,057 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,057 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00f7c44fbd5ba16ac6ee453c64a3fc6 columnFamilyName sid 2024-11-24T11:19:58,058 DEBUG [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:19:58,058 INFO [StoreOpener-d00f7c44fbd5ba16ac6ee453c64a3fc6-1 {}] regionserver.HStore(327): Store=d00f7c44fbd5ba16ac6ee453c64a3fc6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:19:58,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:19:58,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d00f7c44fbd5ba16ac6ee453c64a3fc6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63721156, jitterRate=-0.050480782985687256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:19:58,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:19:58,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d00f7c44fbd5ba16ac6ee453c64a3fc6: Running coprocessor pre-open hook at 1732447198049Writing region info on filesystem at 1732447198049Initializing all the Stores at 1732447198050 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447198050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447198050Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447198050Cleaning up temporary data from old regions at 1732447198060 (+10 ms)Running coprocessor post-open hooks at 1732447198062 (+2 ms)Region opened successfully at 1732447198063 (+1 ms) 2024-11-24T11:19:58,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6., pid=13, masterSystemTime=1732447198028 2024-11-24T11:19:58,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:58,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:19:58,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d00f7c44fbd5ba16ac6ee453c64a3fc6, regionState=OPEN, openSeqNum=9, regionLocation=f5f73e76a839,39789,1732447192306 2024-11-24T11:19:58,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00f7c44fbd5ba16ac6ee453c64a3fc6, server=f5f73e76a839,39789,1732447192306 because future has completed 2024-11-24T11:19:58,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T11:19:58,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d00f7c44fbd5ba16ac6ee453c64a3fc6, server=f5f73e76a839,39789,1732447192306 in 193 msec 2024-11-24T11:19:58,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T11:19:58,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d00f7c44fbd5ba16ac6ee453c64a3fc6, ASSIGN in 349 msec 2024-11-24T11:19:58,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T11:19:58,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6., hostname=f5f73e76a839,39789,1732447192306, seqNum=9] 2024-11-24T11:19:58,087 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f5f73e76a839,36661,1732447177247 2024-11-24T11:19:58,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T11:19:58,151 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:58,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T11:19:58,351 DEBUG [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:19:58,370 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740/.tmp/ns/765bd58b01144a8494feea31495fb492 2024-11-24T11:19:58,406 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740/.tmp/ns/765bd58b01144a8494feea31495fb492 as hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740/ns/765bd58b01144a8494feea31495fb492 2024-11-24T11:19:58,411 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740/ns/765bd58b01144a8494feea31495fb492, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T11:19:58,412 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 461ms, sequenceid=6, compaction requested=false 2024-11-24T11:19:58,412 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:19:58,416 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T11:19:58,416 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:19:58,416 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:19:58,416 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:58,416 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447197951Running coprocessor pre-close hooks at 1732447197951Disabling compacts and flushes for region at 1732447197951Disabling writes for close at 1732447197951Obtaining lock to block concurrent updates at 1732447197951Preparing flush snapshotting stores in 1588230740 at 1732447197951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732447197951Flushing stores of hbase:meta,,1.1588230740 at 1732447197952 (+1 ms)Flushing 1588230740/ns: creating writer at 1732447197952Flushing 1588230740/ns: appending metadata at 1732447197965 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732447197965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bcdce2: reopening flushed file at 1732447198405 (+440 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 461ms, sequenceid=6, compaction requested=false at 1732447198412 (+7 ms)Writing region close event to WAL at 1732447198413 (+1 ms)Running coprocessor post-close hooks at 1732447198416 (+3 ms)Closed at 1732447198416 2024-11-24T11:19:58,416 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:19:58,551 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,34297,1732447182927; all regions closed. 2024-11-24T11:19:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741834_1010 (size=1152) 2024-11-24T11:19:58,555 DEBUG [RS:0;f5f73e76a839:34297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/oldWALs 2024-11-24T11:19:58,555 INFO [RS:0;f5f73e76a839:34297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C34297%2C1732447182927.meta:.meta(num 1732447186141) 2024-11-24T11:19:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741832_1008 (size=93) 2024-11-24T11:19:58,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/WALs/f5f73e76a839,34297,1732447182927/f5f73e76a839%2C34297%2C1732447182927.1732447185173 not finished, retry = 0 2024-11-24T11:19:58,659 DEBUG [RS:0;f5f73e76a839:34297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/oldWALs 2024-11-24T11:19:58,659 INFO [RS:0;f5f73e76a839:34297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C34297%2C1732447182927:(num 1732447185173) 2024-11-24T11:19:58,659 DEBUG [RS:0;f5f73e76a839:34297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:19:58,659 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:19:58,659 INFO [RS:0;f5f73e76a839:34297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:19:58,660 INFO [RS:0;f5f73e76a839:34297 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:19:58,660 INFO [RS:0;f5f73e76a839:34297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:19:58,660 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:19:58,660 INFO [RS:0;f5f73e76a839:34297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34297 2024-11-24T11:19:58,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378721061/rs/f5f73e76a839,34297,1732447182927 2024-11-24T11:19:58,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061/rs 2024-11-24T11:19:58,678 INFO [RS:0;f5f73e76a839:34297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:19:58,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,34297,1732447182927] 2024-11-24T11:19:58,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11378721061/draining/f5f73e76a839,34297,1732447182927 already deleted, retry=false 2024-11-24T11:19:58,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,34297,1732447182927 expired; onlineServers=0 2024-11-24T11:19:58,699 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,45179,1732447182787' ***** 2024-11-24T11:19:58,699 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:19:58,699 INFO [M:0;f5f73e76a839:45179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:19:58,699 INFO [M:0;f5f73e76a839:45179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:19:58,699 DEBUG [M:0;f5f73e76a839:45179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:19:58,699 DEBUG [M:0;f5f73e76a839:45179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:19:58,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:19:58,699 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447184938 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447184938,5,FailOnTimeoutGroup] 2024-11-24T11:19:58,699 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447184938 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447184938,5,FailOnTimeoutGroup] 2024-11-24T11:19:58,699 INFO [M:0;f5f73e76a839:45179 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:19:58,699 INFO [M:0;f5f73e76a839:45179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:19:58,700 DEBUG [M:0;f5f73e76a839:45179 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:19:58,700 INFO [M:0;f5f73e76a839:45179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:19:58,700 INFO [M:0;f5f73e76a839:45179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:19:58,700 INFO [M:0;f5f73e76a839:45179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:19:58,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:19:58,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11378721061/master 2024-11-24T11:19:58,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11378721061 2024-11-24T11:19:58,709 DEBUG [M:0;f5f73e76a839:45179 {}] zookeeper.ZKUtil(347): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Unable to get data of znode /11378721061/master because node does not exist (not an error) 2024-11-24T11:19:58,709 WARN [M:0;f5f73e76a839:45179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:19:58,711 INFO [M:0;f5f73e76a839:45179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/.lastflushedseqids 2024-11-24T11:19:58,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741836_1012 (size=99) 2024-11-24T11:19:58,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:58,788 INFO [RS:0;f5f73e76a839:34297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:19:58,789 INFO [RS:0;f5f73e76a839:34297 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,34297,1732447182927; zookeeper connection closed. 2024-11-24T11:19:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x1016c91fcc80004, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:19:58,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@568bf789 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@568bf789 2024-11-24T11:19:58,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:19:58,987 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:19:59,116 INFO [M:0;f5f73e76a839:45179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:19:59,116 INFO [M:0;f5f73e76a839:45179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:19:59,117 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:19:59,117 INFO [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:59,117 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:59,117 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:19:59,117 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:19:59,117 INFO [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T11:19:59,131 DEBUG [M:0;f5f73e76a839:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349afab5203e462786063dfdb26256f8 is 82, key is hbase:meta,,1/info:regioninfo/1732447186172/Put/seqid=0 2024-11-24T11:19:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741837_1013 (size=5672) 2024-11-24T11:19:59,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:19:59,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:59,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:59,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:19:59,535 INFO [M:0;f5f73e76a839:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349afab5203e462786063dfdb26256f8 2024-11-24T11:19:59,553 DEBUG [M:0;f5f73e76a839:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04b7ced84f1e4e92b8d43e5e22a48434 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732447186197/Put/seqid=0 2024-11-24T11:19:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741838_1014 (size=5275) 2024-11-24T11:19:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T11:19:59,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T11:19:59,957 INFO [M:0;f5f73e76a839:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04b7ced84f1e4e92b8d43e5e22a48434 2024-11-24T11:19:59,975 DEBUG [M:0;f5f73e76a839:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c82e984134b47859d6cffca8c45808a is 69, key is f5f73e76a839,34297,1732447182927/rs:state/1732447184988/Put/seqid=0 2024-11-24T11:19:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741839_1015 (size=5156) 2024-11-24T11:20:00,091 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:20:00,379 INFO [M:0;f5f73e76a839:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c82e984134b47859d6cffca8c45808a 2024-11-24T11:20:00,384 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349afab5203e462786063dfdb26256f8 as hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349afab5203e462786063dfdb26256f8 2024-11-24T11:20:00,389 INFO [M:0;f5f73e76a839:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349afab5203e462786063dfdb26256f8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T11:20:00,390 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04b7ced84f1e4e92b8d43e5e22a48434 as hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04b7ced84f1e4e92b8d43e5e22a48434 2024-11-24T11:20:00,394 INFO [M:0;f5f73e76a839:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04b7ced84f1e4e92b8d43e5e22a48434, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T11:20:00,395 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c82e984134b47859d6cffca8c45808a as hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c82e984134b47859d6cffca8c45808a 2024-11-24T11:20:00,399 INFO [M:0;f5f73e76a839:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/5181037e-d8e5-503d-75fb-14074a298fa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c82e984134b47859d6cffca8c45808a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T11:20:00,400 INFO [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false 2024-11-24T11:20:00,401 INFO [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:00,401 DEBUG [M:0;f5f73e76a839:45179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447199117Disabling compacts and flushes for region at 1732447199117Disabling writes for close at 1732447199117Obtaining lock to block concurrent updates at 1732447199117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447199117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732447199117Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447199117Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447199118 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447199130 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447199130Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447199539 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447199553 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447199553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447199962 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447199974 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447199974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a404b2: reopening flushed file at 1732447200383 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a352d0e: reopening flushed file at 1732447200389 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b159bd8: reopening flushed file at 1732447200394 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false at 1732447200400 (+6 ms)Writing region close event to WAL at 1732447200401 (+1 ms)Closed at 1732447200401 2024-11-24T11:20:00,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741830_1006 (size=10165) 2024-11-24T11:20:00,403 INFO [M:0;f5f73e76a839:45179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:20:00,403 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:20:00,403 INFO [M:0;f5f73e76a839:45179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45179 2024-11-24T11:20:00,404 INFO [M:0;f5f73e76a839:45179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:20:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:00,555 INFO [M:0;f5f73e76a839:45179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:20:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1016c91fcc80003, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:00,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:20:00,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:20:00,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:20:00,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:20:00,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.log.dir/,STOPPED} 2024-11-24T11:20:00,558 WARN [BP-32925936-172.17.0.3-1732447180729 heartbeating to localhost/127.0.0.1:40357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:20:00,559 WARN [BP-32925936-172.17.0.3-1732447180729 heartbeating to localhost/127.0.0.1:40357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-32925936-172.17.0.3-1732447180729 (Datanode Uuid 63fd2b95-6b19-447f-ac69-6dee63c5935c) service to localhost/127.0.0.1:40357 2024-11-24T11:20:00,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:20:00,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:20:00,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/cluster_214f16c2-4685-8c23-1f4f-fd72e724e21d/data/data1/current/BP-32925936-172.17.0.3-1732447180729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:20:00,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/cluster_214f16c2-4685-8c23-1f4f-fd72e724e21d/data/data2/current/BP-32925936-172.17.0.3-1732447180729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:20:00,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:20:00,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:20:00,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:20:00,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:20:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:20:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.log.dir/,STOPPED} 2024-11-24T11:20:00,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:20:00,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:20:00,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:00,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:00,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:00,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:00,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:00,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:20:00,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1416775579, stopped=false 2024-11-24T11:20:00,576 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,36201,1732447192262 2024-11-24T11:20:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/running 2024-11-24T11:20:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/running 2024-11-24T11:20:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:20:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:20:00,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:20:00,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:00,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:00,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:00,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/running 2024-11-24T11:20:00,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Set watcher on znode that does not yet exist, /0-1894406097/running 2024-11-24T11:20:00,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,39789,1732447192306' ***** 2024-11-24T11:20:00,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:20:00,667 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:20:00,667 INFO [RS:0;f5f73e76a839:39789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:20:00,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:20:00,667 INFO [RS:0;f5f73e76a839:39789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:20:00,667 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(3091): Received CLOSE for d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:20:00,667 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,39789,1732447192306 2024-11-24T11:20:00,667 INFO [RS:0;f5f73e76a839:39789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:20:00,668 INFO [RS:0;f5f73e76a839:39789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39789. 2024-11-24T11:20:00,668 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d00f7c44fbd5ba16ac6ee453c64a3fc6, disabling compactions & flushes 2024-11-24T11:20:00,668 DEBUG [RS:0;f5f73e76a839:39789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:00,668 DEBUG [RS:0;f5f73e76a839:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:00,668 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:20:00,668 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:20:00,668 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:20:00,668 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:20:00,668 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:20:00,668 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. after waiting 0 ms 2024-11-24T11:20:00,668 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:20:00,668 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:20:00,668 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:20:00,668 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d00f7c44fbd5ba16ac6ee453c64a3fc6=hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6.} 2024-11-24T11:20:00,668 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d00f7c44fbd5ba16ac6ee453c64a3fc6 2024-11-24T11:20:00,668 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:20:00,668 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:20:00,668 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:20:00,668 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:20:00,668 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:20:00,668 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T11:20:00,671 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/replication/d00f7c44fbd5ba16ac6ee453c64a3fc6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T11:20:00,671 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:00,671 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:00,671 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:20:00,671 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d00f7c44fbd5ba16ac6ee453c64a3fc6: Waiting for close lock at 1732447200668Running coprocessor pre-close hooks at 1732447200668Disabling compacts and flushes for region at 1732447200668Disabling writes for close at 1732447200668Writing region close event to WAL at 1732447200668Running coprocessor post-close hooks at 1732447200671 (+3 ms)Closed at 1732447200671 2024-11-24T11:20:00,672 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6. 2024-11-24T11:20:00,682 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/info/b5a3c380bafa45e596070f3df357021e is 147, key is hbase:replication,,1732447186306.d00f7c44fbd5ba16ac6ee453c64a3fc6./info:regioninfo/1732447198066/Put/seqid=0 2024-11-24T11:20:00,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741851_1027 (size=6385) 2024-11-24T11:20:00,690 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:20:00,868 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:01,068 DEBUG [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:01,086 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/info/b5a3c380bafa45e596070f3df357021e 2024-11-24T11:20:01,091 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/.tmp/info/b5a3c380bafa45e596070f3df357021e as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/info/b5a3c380bafa45e596070f3df357021e 2024-11-24T11:20:01,095 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/info/b5a3c380bafa45e596070f3df357021e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T11:20:01,096 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-24T11:20:01,100 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T11:20:01,101 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:01,101 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:01,101 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:01,101 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447200668Running coprocessor pre-close hooks at 1732447200668Disabling compacts and flushes for region at 1732447200668Disabling writes for close at 1732447200668Obtaining lock to block concurrent updates at 1732447200668Preparing flush snapshotting stores in 1588230740 at 1732447200668Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732447200668Flushing stores of hbase:meta,,1.1588230740 at 1732447200669 (+1 ms)Flushing 1588230740/info: creating writer at 1732447200669Flushing 1588230740/info: appending metadata at 1732447200682 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732447200682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc689ae: reopening flushed file at 1732447201090 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1732447201096 (+6 ms)Writing region close event to WAL at 1732447201097 (+1 ms)Running coprocessor post-close hooks at 1732447201101 (+4 ms)Closed at 1732447201101 2024-11-24T11:20:01,101 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:01,268 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,39789,1732447192306; all regions closed. 2024-11-24T11:20:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741849_1025 (size=2156) 2024-11-24T11:20:01,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.meta.1732447193773.meta not finished, retry = 0 2024-11-24T11:20:01,295 DEBUG [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 to pos 0, reset compression=false 2024-11-24T11:20:01,373 DEBUG [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs 2024-11-24T11:20:01,373 INFO [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C39789%2C1732447192306.meta:.meta(num 1732447193773) 2024-11-24T11:20:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741850_1026 (size=796) 2024-11-24T11:20:01,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.rep.1732447198032 not finished, retry = 0 2024-11-24T11:20:01,384 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:20:01,384 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:20:01,477 DEBUG [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs 2024-11-24T11:20:01,477 INFO [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C39789%2C1732447192306.rep:(num 1732447198032) 2024-11-24T11:20:01,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/WALs/f5f73e76a839,39789,1732447192306/f5f73e76a839%2C39789%2C1732447192306.1732447193525 not finished, retry = 0 2024-11-24T11:20:01,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741848_1024 (size=93) 2024-11-24T11:20:01,582 DEBUG [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/oldWALs 2024-11-24T11:20:01,582 INFO [RS:0;f5f73e76a839:39789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C39789%2C1732447192306:(num 1732447193525) 2024-11-24T11:20:01,582 DEBUG [RS:0;f5f73e76a839:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:01,582 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:20:01,582 INFO [RS:0;f5f73e76a839:39789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:20:01,582 INFO [RS:0;f5f73e76a839:39789 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:20:01,582 INFO [RS:0;f5f73e76a839:39789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:20:01,582 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:20:01,583 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T11:20:01,583 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T11:20:01,583 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T11:20:01,583 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,39789,1732447192306 because: Region server is closing 2024-11-24T11:20:01,583 INFO [RS:0;f5f73e76a839:39789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39789. 2024-11-24T11:20:01,583 DEBUG [RS:0;f5f73e76a839:39789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:01,583 DEBUG [RS:0;f5f73e76a839:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:01,583 DEBUG [RS:0;f5f73e76a839:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:01,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:01,683 WARN [RS:0;f5f73e76a839:39789.replicationSource.shipperf5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:20:01,683 WARN [RS:0;f5f73e76a839:39789.replicationSource.wal-reader.f5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:20:01,684 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f5f73e76a839:39789.replicationSource.shipperf5f73e76a839%2C39789%2C1732447192306,1-f5f73e76a839,39789,1732447192306 terminated 2024-11-24T11:20:01,684 INFO [RS:0;f5f73e76a839:39789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39789 2024-11-24T11:20:01,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097/rs 2024-11-24T11:20:01,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/rs/f5f73e76a839,39789,1732447192306 2024-11-24T11:20:01,738 INFO [RS:0;f5f73e76a839:39789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:20:01,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,39789,1732447192306] 2024-11-24T11:20:01,759 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1894406097/draining/f5f73e76a839,39789,1732447192306 already deleted, retry=false 2024-11-24T11:20:01,759 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,39789,1732447192306 expired; onlineServers=0 2024-11-24T11:20:01,760 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,36201,1732447192262' ***** 2024-11-24T11:20:01,760 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:20:01,760 INFO [M:0;f5f73e76a839:36201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:20:01,760 INFO [M:0;f5f73e76a839:36201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:20:01,760 DEBUG [M:0;f5f73e76a839:36201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:20:01,760 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:20:01,760 DEBUG [M:0;f5f73e76a839:36201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:20:01,760 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447193196 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447193196,5,FailOnTimeoutGroup] 2024-11-24T11:20:01,760 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447193195 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447193195,5,FailOnTimeoutGroup] 2024-11-24T11:20:01,760 INFO [M:0;f5f73e76a839:36201 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:20:01,760 INFO [M:0;f5f73e76a839:36201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:20:01,760 DEBUG [M:0;f5f73e76a839:36201 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:20:01,760 INFO [M:0;f5f73e76a839:36201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:20:01,760 INFO [M:0;f5f73e76a839:36201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:20:01,760 INFO [M:0;f5f73e76a839:36201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:20:01,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:20:01,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1894406097/master 2024-11-24T11:20:01,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1894406097 2024-11-24T11:20:01,772 DEBUG [M:0;f5f73e76a839:36201 {}] zookeeper.ZKUtil(347): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Unable to get data of znode /0-1894406097/master because node does not exist (not an error) 2024-11-24T11:20:01,772 WARN [M:0;f5f73e76a839:36201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:20:01,773 INFO [M:0;f5f73e76a839:36201 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/.lastflushedseqids 2024-11-24T11:20:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741852_1028 (size=181) 2024-11-24T11:20:01,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:01,849 INFO [RS:0;f5f73e76a839:39789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:20:01,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x1016c91fcc80007, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:01,849 INFO [RS:0;f5f73e76a839:39789 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,39789,1732447192306; zookeeper connection closed. 2024-11-24T11:20:01,849 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@593e0065 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@593e0065 2024-11-24T11:20:01,850 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:20:02,178 INFO [M:0;f5f73e76a839:36201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:20:02,178 INFO [M:0;f5f73e76a839:36201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:20:02,178 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:20:02,178 INFO [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:02,178 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:02,178 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:20:02,178 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:02,178 INFO [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T11:20:02,192 DEBUG [M:0;f5f73e76a839:36201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ad51ee970d243449bdc884ff48816b8 is 82, key is hbase:meta,,1/info:regioninfo/1732447193816/Put/seqid=0 2024-11-24T11:20:02,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741853_1029 (size=5672) 2024-11-24T11:20:02,596 INFO [M:0;f5f73e76a839:36201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ad51ee970d243449bdc884ff48816b8 2024-11-24T11:20:02,614 DEBUG [M:0;f5f73e76a839:36201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db389487692c47be807c5a62686728b6 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732447198071/Put/seqid=0 2024-11-24T11:20:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741854_1030 (size=7312) 2024-11-24T11:20:03,019 INFO [M:0;f5f73e76a839:36201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db389487692c47be807c5a62686728b6 2024-11-24T11:20:03,037 DEBUG [M:0;f5f73e76a839:36201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3523c0a4af6843d8ab850fd78da61b80 is 69, key is f5f73e76a839,39789,1732447192306/rs:state/1732447193324/Put/seqid=0 2024-11-24T11:20:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741855_1031 (size=5370) 2024-11-24T11:20:03,441 INFO [M:0;f5f73e76a839:36201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3523c0a4af6843d8ab850fd78da61b80 2024-11-24T11:20:03,445 INFO [M:0;f5f73e76a839:36201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3523c0a4af6843d8ab850fd78da61b80 2024-11-24T11:20:03,446 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ad51ee970d243449bdc884ff48816b8 as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ad51ee970d243449bdc884ff48816b8 2024-11-24T11:20:03,450 INFO [M:0;f5f73e76a839:36201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ad51ee970d243449bdc884ff48816b8, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T11:20:03,451 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db389487692c47be807c5a62686728b6 as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db389487692c47be807c5a62686728b6 2024-11-24T11:20:03,455 INFO [M:0;f5f73e76a839:36201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db389487692c47be807c5a62686728b6, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T11:20:03,456 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3523c0a4af6843d8ab850fd78da61b80 as hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3523c0a4af6843d8ab850fd78da61b80 2024-11-24T11:20:03,461 INFO [M:0;f5f73e76a839:36201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3523c0a4af6843d8ab850fd78da61b80 2024-11-24T11:20:03,461 INFO [M:0;f5f73e76a839:36201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36647/user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3523c0a4af6843d8ab850fd78da61b80, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T11:20:03,462 INFO [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-24T11:20:03,463 INFO [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:03,463 DEBUG [M:0;f5f73e76a839:36201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447202178Disabling compacts and flushes for region at 1732447202178Disabling writes for close at 1732447202178Obtaining lock to block concurrent updates at 1732447202178Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447202178Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732447202179 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447202179Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447202179Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447202192 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447202192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447202601 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447202614 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447202614Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447203024 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447203036 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447203036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d33c283: reopening flushed file at 1732447203445 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1683c21a: reopening flushed file at 1732447203450 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f97b78: reopening flushed file at 1732447203456 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1732447203462 (+6 ms)Writing region close event to WAL at 1732447203463 (+1 ms)Closed at 1732447203463 2024-11-24T11:20:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741847_1023 (size=22903) 2024-11-24T11:20:03,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89faa2a6-f70a-cef2-7d19-e50826da8c9e/MasterData/WALs/f5f73e76a839,36201,1732447192262/f5f73e76a839%2C36201%2C1732447192262.1732447192971 not finished, retry = 0 2024-11-24T11:20:03,571 INFO [M:0;f5f73e76a839:36201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:20:03,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:20:03,571 INFO [M:0;f5f73e76a839:36201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36201 2024-11-24T11:20:03,571 INFO [M:0;f5f73e76a839:36201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:20:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:03,694 INFO [M:0;f5f73e76a839:36201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:20:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1016c91fcc80006, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:03,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:20:03,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:20:03,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:20:03,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:20:03,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.log.dir/,STOPPED} 2024-11-24T11:20:03,697 WARN [BP-1973610819-172.17.0.3-1732447174958 heartbeating to localhost/127.0.0.1:36647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:20:03,697 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:20:03,697 WARN [BP-1973610819-172.17.0.3-1732447174958 heartbeating to localhost/127.0.0.1:36647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1973610819-172.17.0.3-1732447174958 (Datanode Uuid 4eeb3590-645e-499d-8251-3280df64b94f) service to localhost/127.0.0.1:36647 2024-11-24T11:20:03,697 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:20:03,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/cluster_4b927c9b-e64b-dfa5-1303-aae103921583/data/data1/current/BP-1973610819-172.17.0.3-1732447174958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:20:03,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/cluster_4b927c9b-e64b-dfa5-1303-aae103921583/data/data2/current/BP-1973610819-172.17.0.3-1732447174958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:20:03,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:20:03,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:20:03,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:20:03,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:20:03,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:20:03,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1266b020-a629-c7a7-0ebf-39958e3d0f0a/hadoop.log.dir/,STOPPED} 2024-11-24T11:20:03,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:20:03,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:20:03,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53646) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53646) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40357 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36647 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=5956 (was 6040) 2024-11-24T11:20:03,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5956 2024-11-24T11:20:03,751 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T11:20:03,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.log.dir so I do NOT create it in target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2 2024-11-24T11:20:03,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:20:03,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.tmp.dir so I do NOT create it in target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2 2024-11-24T11:20:03,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c6e6a13-b45e-6c63-f53c-da9440429d26/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:20:03,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2 2024-11-24T11:20:03,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/cluster_6ebe787c-b338-02ef-1e6d-e79cbef8cb2a, deleteOnExit=true 2024-11-24T11:20:03,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/cluster_6ebe787c-b338-02ef-1e6d-e79cbef8cb2a/zookeeper_0, clientPort=64079, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/cluster_6ebe787c-b338-02ef-1e6d-e79cbef8cb2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/cluster_6ebe787c-b338-02ef-1e6d-e79cbef8cb2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:20:03,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64079 2024-11-24T11:20:03,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:20:03,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:20:03,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/test.cache.data in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:20:03,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:20:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:20:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:20:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:20:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c91fcc80005, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:20:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c91fcc80002, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:20:03,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c91fcc80002, quorum=127.0.0.1:53646, baseZNode=/0-1894406097 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:20:03,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c91fcc80005, quorum=127.0.0.1:53646, baseZNode=/11378721061 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:20:04,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:04,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:20:04,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:20:04,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:20:04,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:20:04,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:04,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:20:04,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:20:04,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56324a50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/java.io.tmpdir/jetty-localhost-42439-hadoop-hdfs-3_4_1-tests_jar-_-any-7898455434983981309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:20:04,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:42439} 2024-11-24T11:20:04,251 INFO [Time-limited test {}] server.Server(415): Started @172064ms 2024-11-24T11:20:04,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:04,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:20:04,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:20:04,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:20:04,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:20:04,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:20:04,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:20:04,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16b28250{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/java.io.tmpdir/jetty-localhost-35053-hadoop-hdfs-3_4_1-tests_jar-_-any-5652571135923258127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:20:04,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:35053} 2024-11-24T11:20:04,611 INFO [Time-limited test {}] server.Server(415): Started @172425ms 2024-11-24T11:20:04,612 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:20:05,235 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/cluster_6ebe787c-b338-02ef-1e6d-e79cbef8cb2a/data/data1/current/BP-1226487847-172.17.0.3-1732447203782/current, will proceed with Du for space computation calculation, 2024-11-24T11:20:05,235 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/cluster_6ebe787c-b338-02ef-1e6d-e79cbef8cb2a/data/data2/current/BP-1226487847-172.17.0.3-1732447203782/current, will proceed with Du for space computation calculation, 2024-11-24T11:20:05,254 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:20:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d310206aee72830 with lease ID 0x9909ee846d7c76c2: Processing first storage report for DS-40b46a27-1bb0-4cc8-a7c4-911bcaa6199d from datanode DatanodeRegistration(127.0.0.1:36895, datanodeUuid=7e2221b3-5dd2-4eaa-8d3b-9dfdd8bb73ac, infoPort=44617, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1328158307;c=1732447203782) 2024-11-24T11:20:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d310206aee72830 with lease ID 0x9909ee846d7c76c2: from storage DS-40b46a27-1bb0-4cc8-a7c4-911bcaa6199d node DatanodeRegistration(127.0.0.1:36895, datanodeUuid=7e2221b3-5dd2-4eaa-8d3b-9dfdd8bb73ac, infoPort=44617, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1328158307;c=1732447203782), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:20:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d310206aee72830 with lease ID 0x9909ee846d7c76c2: Processing first storage report for DS-30f06eb1-898c-41bd-ae30-7b9a6248557d from datanode DatanodeRegistration(127.0.0.1:36895, datanodeUuid=7e2221b3-5dd2-4eaa-8d3b-9dfdd8bb73ac, infoPort=44617, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1328158307;c=1732447203782) 2024-11-24T11:20:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d310206aee72830 with lease ID 0x9909ee846d7c76c2: from storage DS-30f06eb1-898c-41bd-ae30-7b9a6248557d node DatanodeRegistration(127.0.0.1:36895, datanodeUuid=7e2221b3-5dd2-4eaa-8d3b-9dfdd8bb73ac, infoPort=44617, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1328158307;c=1732447203782), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:20:05,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2 2024-11-24T11:20:05,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:05,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:05,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:20:05,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1 with version=8 2024-11-24T11:20:05,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/hbase-staging 2024-11-24T11:20:05,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:20:05,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:05,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:05,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:20:05,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:05,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:20:05,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:20:05,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:20:05,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46067 2024-11-24T11:20:05,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46067 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-24T11:20:05,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460670x0, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:05,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46067-0x1016c926d550000 connected 2024-11-24T11:20:05,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:05,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:05,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on znode that does not yet exist, /0-1937532432/running 2024-11-24T11:20:05,922 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1, hbase.cluster.distributed=false 2024-11-24T11:20:05,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on znode that does not yet exist, /0-1937532432/acl 2024-11-24T11:20:05,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46067 2024-11-24T11:20:05,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46067 2024-11-24T11:20:05,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46067 2024-11-24T11:20:05,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46067 2024-11-24T11:20:05,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46067 2024-11-24T11:20:05,937 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:20:05,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:05,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:05,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:20:05,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:05,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:20:05,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:20:05,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:20:05,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37961 2024-11-24T11:20:05,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37961 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-24T11:20:05,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:05,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:05,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379610x0, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:05,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379610x0, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on znode that does not yet exist, /0-1937532432/running 2024-11-24T11:20:05,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37961-0x1016c926d550001 connected 2024-11-24T11:20:05,952 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:20:05,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:20:05,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on znode that does not yet exist, /0-1937532432/master 2024-11-24T11:20:05,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on znode that does not yet exist, /0-1937532432/acl 2024-11-24T11:20:05,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-24T11:20:05,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37961 2024-11-24T11:20:05,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37961 2024-11-24T11:20:05,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-24T11:20:05,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-24T11:20:05,974 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:46067 2024-11-24T11:20:05,974 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1937532432/backup-masters/f5f73e76a839,46067,1732447205745 2024-11-24T11:20:05,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432/backup-masters 2024-11-24T11:20:05,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432/backup-masters 2024-11-24T11:20:05,983 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on existing znode=/0-1937532432/backup-masters/f5f73e76a839,46067,1732447205745 2024-11-24T11:20:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1937532432/master 2024-11-24T11:20:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:05,993 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on existing znode=/0-1937532432/master 2024-11-24T11:20:05,994 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1937532432/backup-masters/f5f73e76a839,46067,1732447205745 from backup master directory 2024-11-24T11:20:06,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432/backup-masters 2024-11-24T11:20:06,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1937532432/backup-masters/f5f73e76a839,46067,1732447205745 2024-11-24T11:20:06,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432/backup-masters 2024-11-24T11:20:06,003 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:20:06,004 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,46067,1732447205745 2024-11-24T11:20:06,007 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/hbase.id] with ID: f5b27d91-8505-4496-820d-2ed412fde1ad 2024-11-24T11:20:06,007 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/.tmp/hbase.id 2024-11-24T11:20:06,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:20:06,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:06,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:06,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:06,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:06,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:06,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:06,412 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/.tmp/hbase.id]:[hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/hbase.id] 2024-11-24T11:20:06,421 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:06,421 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:20:06,422 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:20:06,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:06,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:20:06,881 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:06,881 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:20:06,882 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:06,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:20:07,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store 2024-11-24T11:20:07,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:20:07,694 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:07,694 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:20:07,694 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:07,694 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:07,694 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:20:07,694 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:07,694 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:07,694 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447207694Disabling compacts and flushes for region at 1732447207694Disabling writes for close at 1732447207694Writing region close event to WAL at 1732447207694Closed at 1732447207694 2024-11-24T11:20:07,695 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/.initializing 2024-11-24T11:20:07,695 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/WALs/f5f73e76a839,46067,1732447205745 2024-11-24T11:20:07,696 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:20:07,698 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C46067%2C1732447205745, suffix=, logDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/WALs/f5f73e76a839,46067,1732447205745, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/oldWALs, maxLogs=10 2024-11-24T11:20:07,713 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/WALs/f5f73e76a839,46067,1732447205745/f5f73e76a839%2C46067%2C1732447205745.1732447207698, exclude list is [], retry=0 2024-11-24T11:20:07,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36895,DS-40b46a27-1bb0-4cc8-a7c4-911bcaa6199d,DISK] 2024-11-24T11:20:07,717 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/WALs/f5f73e76a839,46067,1732447205745/f5f73e76a839%2C46067%2C1732447205745.1732447207698 2024-11-24T11:20:07,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-24T11:20:07,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:07,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:07,718 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,718 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:20:07,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:07,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:07,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:20:07,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:07,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:07,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:20:07,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:07,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:07,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:20:07,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:07,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:07,724 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,724 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,725 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,725 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,725 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,726 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:07,726 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:07,728 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:07,728 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75041308, jitterRate=0.11820262670516968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:07,729 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447207718Initializing all the Stores at 1732447207718Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447207718Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447207719 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447207719Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447207719Cleaning up temporary data from old regions at 1732447207725 (+6 ms)Region opened successfully at 1732447207729 (+4 ms) 2024-11-24T11:20:07,730 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:20:07,732 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a214084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:20:07,733 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:20:07,733 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:20:07,733 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:20:07,733 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:20:07,734 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:20:07,734 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:20:07,734 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:20:07,736 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:20:07,737 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Unable to get data of znode /0-1937532432/balancer because node does not exist (not necessarily an error) 2024-11-24T11:20:07,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1937532432/balancer already deleted, retry=false 2024-11-24T11:20:07,812 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:20:07,813 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Unable to get data of znode /0-1937532432/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:20:07,824 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1937532432/normalizer already deleted, retry=false 2024-11-24T11:20:07,825 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:20:07,826 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Unable to get data of znode /0-1937532432/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:20:07,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1937532432/switch/split already deleted, retry=false 2024-11-24T11:20:07,835 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Unable to get data of znode /0-1937532432/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:20:07,845 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1937532432/switch/merge already deleted, retry=false 2024-11-24T11:20:07,847 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Unable to get data of znode /0-1937532432/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:20:07,856 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1937532432/snapshot-cleanup already deleted, retry=false 2024-11-24T11:20:07,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1937532432/running 2024-11-24T11:20:07,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1937532432/running 2024-11-24T11:20:07,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:07,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:07,867 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,46067,1732447205745, sessionid=0x1016c926d550000, setting cluster-up flag (Was=false) 2024-11-24T11:20:07,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:07,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:07,999 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1937532432/flush-table-proc/acquired, /0-1937532432/flush-table-proc/reached, /0-1937532432/flush-table-proc/abort 2024-11-24T11:20:08,000 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,46067,1732447205745 2024-11-24T11:20:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:08,245 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1937532432/online-snapshot/acquired, /0-1937532432/online-snapshot/reached, /0-1937532432/online-snapshot/abort 2024-11-24T11:20:08,246 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,46067,1732447205745 2024-11-24T11:20:08,247 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:20:08,249 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:08,249 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:20:08,249 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:20:08,249 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,46067,1732447205745 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:20:08,251 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:08,251 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:08,251 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:08,251 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:08,251 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:20:08,251 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,251 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:20:08,251 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,255 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447238255 2024-11-24T11:20:08,255 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:20:08,255 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:20:08,255 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:20:08,255 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:20:08,255 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:20:08,255 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:20:08,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:08,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:20:08,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:20:08,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:20:08,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:20:08,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:20:08,257 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:20:08,257 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:20:08,257 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:08,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:20:08,260 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447208257,5,FailOnTimeoutGroup] 2024-11-24T11:20:08,264 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447208260,5,FailOnTimeoutGroup] 2024-11-24T11:20:08,264 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,264 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:20:08,264 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,264 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:20:08,267 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(746): ClusterId : f5b27d91-8505-4496-820d-2ed412fde1ad 2024-11-24T11:20:08,267 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:20:08,278 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:20:08,278 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:20:08,288 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:20:08,288 DEBUG [RS:0;f5f73e76a839:37961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1736ff5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:20:08,304 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:37961 2024-11-24T11:20:08,304 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:20:08,304 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:20:08,304 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:20:08,304 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,46067,1732447205745 with port=37961, startcode=1732447205937 2024-11-24T11:20:08,305 DEBUG [RS:0;f5f73e76a839:37961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:20:08,306 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:20:08,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,37961,1732447205937 2024-11-24T11:20:08,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46067 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,37961,1732447205937 2024-11-24T11:20:08,307 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1 2024-11-24T11:20:08,307 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34053 2024-11-24T11:20:08,307 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:20:08,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432/rs 2024-11-24T11:20:08,319 DEBUG [RS:0;f5f73e76a839:37961 {}] zookeeper.ZKUtil(111): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on existing znode=/0-1937532432/rs/f5f73e76a839,37961,1732447205937 2024-11-24T11:20:08,320 WARN [RS:0;f5f73e76a839:37961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:20:08,320 INFO [RS:0;f5f73e76a839:37961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:08,320 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937 2024-11-24T11:20:08,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,37961,1732447205937] 2024-11-24T11:20:08,323 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:20:08,324 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:20:08,325 INFO [RS:0;f5f73e76a839:37961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:20:08,325 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,325 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:20:08,326 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:20:08,326 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:20:08,326 DEBUG [RS:0;f5f73e76a839:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:20:08,328 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,328 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,328 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,328 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,328 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,328 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37961,1732447205937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:20:08,347 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:20:08,347 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37961,1732447205937-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,347 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,347 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.Replication(171): f5f73e76a839,37961,1732447205937 started 2024-11-24T11:20:08,365 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:08,365 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,37961,1732447205937, RpcServer on f5f73e76a839/172.17.0.3:37961, sessionid=0x1016c926d550001 2024-11-24T11:20:08,365 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:20:08,366 DEBUG [RS:0;f5f73e76a839:37961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,37961,1732447205937 2024-11-24T11:20:08,366 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,37961,1732447205937' 2024-11-24T11:20:08,366 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1937532432/flush-table-proc/abort' 2024-11-24T11:20:08,366 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1937532432/flush-table-proc/acquired' 2024-11-24T11:20:08,366 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:20:08,366 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:20:08,366 DEBUG [RS:0;f5f73e76a839:37961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,37961,1732447205937 2024-11-24T11:20:08,366 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,37961,1732447205937' 2024-11-24T11:20:08,367 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1937532432/online-snapshot/abort' 2024-11-24T11:20:08,367 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1937532432/online-snapshot/acquired' 2024-11-24T11:20:08,367 DEBUG [RS:0;f5f73e76a839:37961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:20:08,367 INFO [RS:0;f5f73e76a839:37961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:20:08,367 INFO [RS:0;f5f73e76a839:37961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:20:08,467 INFO [RS:0;f5f73e76a839:37961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:20:08,469 INFO [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C37961%2C1732447205937, suffix=, logDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/oldWALs, maxLogs=10 2024-11-24T11:20:08,482 DEBUG [RS:0;f5f73e76a839:37961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469, exclude list is [], retry=0 2024-11-24T11:20:08,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36895,DS-40b46a27-1bb0-4cc8-a7c4-911bcaa6199d,DISK] 2024-11-24T11:20:08,486 INFO [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 2024-11-24T11:20:08,486 DEBUG [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-24T11:20:08,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:20:08,668 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1 2024-11-24T11:20:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:20:09,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:09,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:20:09,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:20:09,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:09,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:09,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:20:09,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:20:09,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:09,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:09,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:20:09,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:20:09,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:09,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:09,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:20:09,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:20:09,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:09,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:09,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:20:09,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740 2024-11-24T11:20:09,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740 2024-11-24T11:20:09,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:20:09,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:20:09,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:09,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:20:09,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:09,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59038302, jitterRate=-0.12026074528694153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:09,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447209073Initializing all the Stores at 1732447209074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447209074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447209074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447209074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447209074Cleaning up temporary data from old regions at 1732447209081 (+7 ms)Region opened successfully at 1732447209085 (+4 ms) 2024-11-24T11:20:09,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:20:09,085 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:20:09,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:20:09,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:20:09,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:20:09,085 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:09,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447209085Disabling compacts and flushes for region at 1732447209085Disabling writes for close at 1732447209085Writing region close event to WAL at 1732447209085Closed at 1732447209085 2024-11-24T11:20:09,086 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:09,086 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:20:09,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:20:09,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:20:09,088 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:20:09,238 DEBUG [f5f73e76a839:46067 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:20:09,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,37961,1732447205937 2024-11-24T11:20:09,239 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,37961,1732447205937, state=OPENING 2024-11-24T11:20:09,296 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:20:09,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:09,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:09,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1937532432/meta-region-server: CHANGED 2024-11-24T11:20:09,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1937532432/meta-region-server: CHANGED 2024-11-24T11:20:09,339 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:20:09,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,37961,1732447205937}] 2024-11-24T11:20:09,492 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:20:09,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:20:09,496 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:20:09,496 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:09,496 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:20:09,497 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C37961%2C1732447205937.meta, suffix=.meta, logDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/oldWALs, maxLogs=10 2024-11-24T11:20:09,513 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.meta.1732447209498.meta, exclude list is [], retry=0 2024-11-24T11:20:09,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36895,DS-40b46a27-1bb0-4cc8-a7c4-911bcaa6199d,DISK] 2024-11-24T11:20:09,517 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.meta.1732447209498.meta 2024-11-24T11:20:09,517 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-24T11:20:09,517 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:09,517 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:09,518 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:20:09,518 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:20:09,518 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:20:09,518 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:20:09,518 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:09,518 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:20:09,518 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:20:09,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:20:09,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:20:09,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:09,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:09,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:20:09,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:20:09,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:09,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:09,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:20:09,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:20:09,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:09,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:09,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:20:09,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:20:09,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:09,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:09,523 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:20:09,524 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740 2024-11-24T11:20:09,525 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740 2024-11-24T11:20:09,526 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:20:09,526 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:20:09,526 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:09,527 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:20:09,528 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59022465, jitterRate=-0.1204967349767685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:09,528 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:20:09,529 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447209518Writing region info on filesystem at 1732447209518Initializing all the Stores at 1732447209519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447209519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447209519Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447209519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447209519Cleaning up temporary data from old regions at 1732447209526 (+7 ms)Running coprocessor post-open hooks at 1732447209528 (+2 ms)Region opened successfully at 1732447209529 (+1 ms) 2024-11-24T11:20:09,529 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447209492 2024-11-24T11:20:09,531 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:20:09,531 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:20:09,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,37961,1732447205937 2024-11-24T11:20:09,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,37961,1732447205937, state=OPEN 2024-11-24T11:20:09,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1937532432/meta-region-server 2024-11-24T11:20:09,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1937532432/meta-region-server 2024-11-24T11:20:09,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,37961,1732447205937 2024-11-24T11:20:09,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1937532432/meta-region-server: CHANGED 2024-11-24T11:20:09,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1937532432/meta-region-server: CHANGED 2024-11-24T11:20:09,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:20:09,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,37961,1732447205937 in 212 msec 2024-11-24T11:20:09,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:20:09,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-24T11:20:09,555 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:09,555 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:20:09,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:09,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37961,1732447205937, seqNum=-1] 2024-11-24T11:20:09,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:09,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:09,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-24T11:20:09,561 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447209561, completionTime=-1 2024-11-24T11:20:09,561 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:20:09,561 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:20:09,563 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:20:09,563 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447269563 2024-11-24T11:20:09,563 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447329563 2024-11-24T11:20:09,563 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:20:09,563 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46067,1732447205745-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:09,563 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46067,1732447205745-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:09,563 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46067,1732447205745-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:09,563 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:46067, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:09,564 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:09,564 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:09,565 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:20:09,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.563sec 2024-11-24T11:20:09,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:20:09,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:20:09,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:20:09,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:20:09,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:20:09,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46067,1732447205745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:20:09,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46067,1732447205745-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:20:09,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02314a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:09,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46067,-1 for getting cluster id 2024-11-24T11:20:09,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:09,569 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:20:09,569 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b27d91-8505-4496-820d-2ed412fde1ad' 2024-11-24T11:20:09,569 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:20:09,569 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46067,1732447205745-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b27d91-8505-4496-820d-2ed412fde1ad" 2024-11-24T11:20:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f1dcd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46067,-1] 2024-11-24T11:20:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:09,571 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:09,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:09,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37961,1732447205937, seqNum=-1] 2024-11-24T11:20:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:09,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:09,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,46067,1732447205745 2024-11-24T11:20:09,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-24T11:20:09,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:09,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c926d550002 connected 2024-11-24T11:20:09,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.log.dir so I do NOT create it in target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a 2024-11-24T11:20:09,595 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:20:09,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.tmp.dir so I do NOT create it in target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a 2024-11-24T11:20:09,595 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:20:09,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/cluster_64e04472-1579-2918-018f-39061d7df85c, deleteOnExit=true 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/test.cache.data in system properties and HBase conf 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:20:09,596 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:20:09,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:20:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T11:20:09,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:09,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:20:09,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:20:09,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:20:09,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:20:09,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:09,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:20:09,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:20:09,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf7105d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/java.io.tmpdir/jetty-localhost-43287-hadoop-hdfs-3_4_1-tests_jar-_-any-3939126177562192390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:20:09,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:43287} 2024-11-24T11:20:09,984 INFO [Time-limited test {}] server.Server(415): Started @177797ms 2024-11-24T11:20:10,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:10,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:20:10,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:20:10,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:20:10,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:20:10,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:20:10,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:20:10,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76ea488c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/java.io.tmpdir/jetty-localhost-39347-hadoop-hdfs-3_4_1-tests_jar-_-any-5610709251364592154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:20:10,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:39347} 2024-11-24T11:20:10,367 INFO [Time-limited test {}] server.Server(415): Started @178180ms 2024-11-24T11:20:10,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:20:11,026 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/cluster_64e04472-1579-2918-018f-39061d7df85c/data/data1/current/BP-742039305-172.17.0.3-1732447209611/current, will proceed with Du for space computation calculation, 2024-11-24T11:20:11,026 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/cluster_64e04472-1579-2918-018f-39061d7df85c/data/data2/current/BP-742039305-172.17.0.3-1732447209611/current, will proceed with Du for space computation calculation, 2024-11-24T11:20:11,041 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:20:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b46a8f3c27bbf03 with lease ID 0x2eb7929b9753c9b: Processing first storage report for DS-e43fe183-234a-462e-a3af-1153df78f964 from datanode DatanodeRegistration(127.0.0.1:36057, datanodeUuid=7f1c9153-cb64-4a9f-ad03-8fef1ce1db89, infoPort=43773, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=1941924519;c=1732447209611) 2024-11-24T11:20:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b46a8f3c27bbf03 with lease ID 0x2eb7929b9753c9b: from storage DS-e43fe183-234a-462e-a3af-1153df78f964 node DatanodeRegistration(127.0.0.1:36057, datanodeUuid=7f1c9153-cb64-4a9f-ad03-8fef1ce1db89, infoPort=43773, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=1941924519;c=1732447209611), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:20:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b46a8f3c27bbf03 with lease ID 0x2eb7929b9753c9b: Processing first storage report for DS-29008747-5211-485f-a209-3d9f788f2235 from datanode DatanodeRegistration(127.0.0.1:36057, datanodeUuid=7f1c9153-cb64-4a9f-ad03-8fef1ce1db89, infoPort=43773, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=1941924519;c=1732447209611) 2024-11-24T11:20:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b46a8f3c27bbf03 with lease ID 0x2eb7929b9753c9b: from storage DS-29008747-5211-485f-a209-3d9f788f2235 node DatanodeRegistration(127.0.0.1:36057, datanodeUuid=7f1c9153-cb64-4a9f-ad03-8fef1ce1db89, infoPort=43773, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=1941924519;c=1732447209611), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:20:11,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a 2024-11-24T11:20:11,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:11,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:20:11,499 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da with version=8 2024-11-24T11:20:11,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/hbase-staging 2024-11-24T11:20:11,501 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:20:11,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:11,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:11,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:20:11,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:11,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:20:11,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:20:11,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:20:11,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33417 2024-11-24T11:20:11,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33417 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-24T11:20:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334170x0, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:11,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33417-0x1016c926d550003 connected 2024-11-24T11:20:11,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:11,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:11,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on znode that does not yet exist, /1-977720004/running 2024-11-24T11:20:11,627 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da, hbase.cluster.distributed=false 2024-11-24T11:20:11,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on znode that does not yet exist, /1-977720004/acl 2024-11-24T11:20:11,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-24T11:20:11,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33417 2024-11-24T11:20:11,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33417 2024-11-24T11:20:11,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-24T11:20:11,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-24T11:20:11,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:20:11,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:11,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:11,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:20:11,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:11,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:20:11,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:20:11,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:20:11,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41327 2024-11-24T11:20:11,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41327 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-24T11:20:11,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:11,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413270x0, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:11,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413270x0, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on znode that does not yet exist, /1-977720004/running 2024-11-24T11:20:11,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41327-0x1016c926d550004 connected 2024-11-24T11:20:11,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:20:11,676 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:20:11,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on znode that does not yet exist, /1-977720004/master 2024-11-24T11:20:11,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on znode that does not yet exist, /1-977720004/acl 2024-11-24T11:20:11,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-24T11:20:11,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41327 2024-11-24T11:20:11,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41327 2024-11-24T11:20:11,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-24T11:20:11,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-24T11:20:11,702 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:33417 2024-11-24T11:20:11,702 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-977720004/backup-masters/f5f73e76a839,33417,1732447211501 2024-11-24T11:20:11,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004/backup-masters 2024-11-24T11:20:11,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004/backup-masters 2024-11-24T11:20:11,709 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on existing znode=/1-977720004/backup-masters/f5f73e76a839,33417,1732447211501 2024-11-24T11:20:11,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-977720004/master 2024-11-24T11:20:11,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:11,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:11,719 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on existing znode=/1-977720004/master 2024-11-24T11:20:11,719 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-977720004/backup-masters/f5f73e76a839,33417,1732447211501 from backup master directory 2024-11-24T11:20:11,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004/backup-masters 2024-11-24T11:20:11,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977720004/backup-masters/f5f73e76a839,33417,1732447211501 2024-11-24T11:20:11,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004/backup-masters 2024-11-24T11:20:11,729 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:20:11,729 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,33417,1732447211501 2024-11-24T11:20:11,733 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/hbase.id] with ID: d8646a44-c924-4537-ad0f-1f678e4161a2 2024-11-24T11:20:11,733 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/.tmp/hbase.id 2024-11-24T11:20:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:20:12,137 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/.tmp/hbase.id]:[hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/hbase.id] 2024-11-24T11:20:12,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:12,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:20:12,152 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:20:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:12,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:20:12,206 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:12,207 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:20:12,207 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:20:12,614 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store 2024-11-24T11:20:12,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:20:13,020 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:13,020 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:20:13,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:13,020 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:13,020 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:20:13,020 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:13,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:13,020 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447213020Disabling compacts and flushes for region at 1732447213020Disabling writes for close at 1732447213020Writing region close event to WAL at 1732447213020Closed at 1732447213020 2024-11-24T11:20:13,021 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/.initializing 2024-11-24T11:20:13,021 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/WALs/f5f73e76a839,33417,1732447211501 2024-11-24T11:20:13,022 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:20:13,023 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C33417%2C1732447211501, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/WALs/f5f73e76a839,33417,1732447211501, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/oldWALs, maxLogs=10 2024-11-24T11:20:13,039 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/WALs/f5f73e76a839,33417,1732447211501/f5f73e76a839%2C33417%2C1732447211501.1732447213023, exclude list is [], retry=0 2024-11-24T11:20:13,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-e43fe183-234a-462e-a3af-1153df78f964,DISK] 2024-11-24T11:20:13,045 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/WALs/f5f73e76a839,33417,1732447211501/f5f73e76a839%2C33417%2C1732447211501.1732447213023 2024-11-24T11:20:13,045 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43773:43773)] 2024-11-24T11:20:13,045 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:13,046 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:13,046 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,046 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:20:13,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:13,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:13,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:20:13,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:13,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:13,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:20:13,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:13,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:13,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:20:13,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:13,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:13,053 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,053 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,053 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,054 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,054 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,055 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:13,055 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:13,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:13,057 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72471698, jitterRate=0.0799124538898468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:13,058 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447213046Initializing all the Stores at 1732447213047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447213047Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447213047Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447213047Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447213047Cleaning up temporary data from old regions at 1732447213054 (+7 ms)Region opened successfully at 1732447213058 (+4 ms) 2024-11-24T11:20:13,058 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:20:13,060 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419c508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:20:13,061 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:20:13,061 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:20:13,061 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:20:13,061 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:20:13,062 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:20:13,062 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:20:13,062 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:20:13,064 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:20:13,065 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Unable to get data of znode /1-977720004/balancer because node does not exist (not necessarily an error) 2024-11-24T11:20:13,117 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977720004/balancer already deleted, retry=false 2024-11-24T11:20:13,117 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:20:13,118 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Unable to get data of znode /1-977720004/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:20:13,129 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977720004/normalizer already deleted, retry=false 2024-11-24T11:20:13,129 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:20:13,130 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Unable to get data of znode /1-977720004/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:20:13,140 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977720004/switch/split already deleted, retry=false 2024-11-24T11:20:13,140 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Unable to get data of znode /1-977720004/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:20:13,150 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977720004/switch/merge already deleted, retry=false 2024-11-24T11:20:13,152 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Unable to get data of znode /1-977720004/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:20:13,161 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977720004/snapshot-cleanup already deleted, retry=false 2024-11-24T11:20:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-977720004/running 2024-11-24T11:20:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-977720004/running 2024-11-24T11:20:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:13,172 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,33417,1732447211501, sessionid=0x1016c926d550003, setting cluster-up flag (Was=false) 2024-11-24T11:20:13,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:13,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:13,224 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-977720004/flush-table-proc/acquired, /1-977720004/flush-table-proc/reached, /1-977720004/flush-table-proc/abort 2024-11-24T11:20:13,225 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,33417,1732447211501 2024-11-24T11:20:13,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:13,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:13,277 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-977720004/online-snapshot/acquired, /1-977720004/online-snapshot/reached, /1-977720004/online-snapshot/abort 2024-11-24T11:20:13,278 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,33417,1732447211501 2024-11-24T11:20:13,279 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:20:13,280 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:13,280 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:20:13,280 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:20:13,281 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,33417,1732447211501 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:20:13,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:13,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:13,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:13,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:13,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:20:13,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:20:13,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:13,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:20:13,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:13,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:20:13,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447243288 2024-11-24T11:20:13,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:20:13,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:20:13,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:20:13,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:20:13,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:20:13,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:20:13,289 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,293 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(746): ClusterId : d8646a44-c924-4537-ad0f-1f678e4161a2 2024-11-24T11:20:13,293 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:20:13,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:20:13,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:20:13,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:20:13,296 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:20:13,297 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:20:13,297 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:20:13,298 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447213297,5,FailOnTimeoutGroup] 2024-11-24T11:20:13,298 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447213298,5,FailOnTimeoutGroup] 2024-11-24T11:20:13,298 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,298 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:20:13,298 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,298 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:20:13,351 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:20:13,351 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:20:13,433 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:20:13,434 DEBUG [RS:0;f5f73e76a839:41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384b8d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:20:13,448 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:41327 2024-11-24T11:20:13,448 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:20:13,448 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:20:13,448 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:20:13,449 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,33417,1732447211501 with port=41327, startcode=1732447211658 2024-11-24T11:20:13,449 DEBUG [RS:0;f5f73e76a839:41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:20:13,451 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:20:13,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,41327,1732447211658 2024-11-24T11:20:13,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33417 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,41327,1732447211658 2024-11-24T11:20:13,453 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da 2024-11-24T11:20:13,453 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45575 2024-11-24T11:20:13,453 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:20:13,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004/rs 2024-11-24T11:20:13,514 DEBUG [RS:0;f5f73e76a839:41327 {}] zookeeper.ZKUtil(111): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on existing znode=/1-977720004/rs/f5f73e76a839,41327,1732447211658 2024-11-24T11:20:13,514 WARN [RS:0;f5f73e76a839:41327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:20:13,514 INFO [RS:0;f5f73e76a839:41327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:13,514 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658 2024-11-24T11:20:13,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,41327,1732447211658] 2024-11-24T11:20:13,517 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:20:13,518 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:20:13,519 INFO [RS:0;f5f73e76a839:41327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:20:13,519 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,519 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:20:13,519 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:20:13,519 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,519 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:20:13,520 DEBUG [RS:0;f5f73e76a839:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:20:13,520 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,520 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,520 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,520 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,521 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,521 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41327,1732447211658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:20:13,537 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:20:13,537 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41327,1732447211658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,537 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,537 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.Replication(171): f5f73e76a839,41327,1732447211658 started 2024-11-24T11:20:13,553 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:13,553 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,41327,1732447211658, RpcServer on f5f73e76a839/172.17.0.3:41327, sessionid=0x1016c926d550004 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,41327,1732447211658 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,41327,1732447211658' 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-977720004/flush-table-proc/abort' 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-977720004/flush-table-proc/acquired' 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,41327,1732447211658 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,41327,1732447211658' 2024-11-24T11:20:13,554 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-977720004/online-snapshot/abort' 2024-11-24T11:20:13,555 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-977720004/online-snapshot/acquired' 2024-11-24T11:20:13,555 DEBUG [RS:0;f5f73e76a839:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:20:13,555 INFO [RS:0;f5f73e76a839:41327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:20:13,555 INFO [RS:0;f5f73e76a839:41327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:20:13,655 INFO [RS:0;f5f73e76a839:41327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:20:13,657 INFO [RS:0;f5f73e76a839:41327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C41327%2C1732447211658, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/oldWALs, maxLogs=10 2024-11-24T11:20:13,672 DEBUG [RS:0;f5f73e76a839:41327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657, exclude list is [], retry=0 2024-11-24T11:20:13,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-e43fe183-234a-462e-a3af-1153df78f964,DISK] 2024-11-24T11:20:13,676 INFO [RS:0;f5f73e76a839:41327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 2024-11-24T11:20:13,676 DEBUG [RS:0;f5f73e76a839:41327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43773:43773)] 2024-11-24T11:20:13,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:20:13,702 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da 2024-11-24T11:20:13,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:20:14,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:14,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:20:14,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:20:14,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:14,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:20:14,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:20:14,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:14,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:20:14,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:20:14,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:14,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:20:14,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:20:14,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:14,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:20:14,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740 2024-11-24T11:20:14,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740 2024-11-24T11:20:14,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:20:14,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:20:14,116 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:14,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:20:14,119 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:14,119 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555959, jitterRate=0.05136571824550629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447214107Initializing all the Stores at 1732447214108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447214108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447214108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447214108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447214108Cleaning up temporary data from old regions at 1732447214115 (+7 ms)Region opened successfully at 1732447214119 (+4 ms) 2024-11-24T11:20:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:20:14,120 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:20:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:20:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:20:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:20:14,120 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447214119Disabling compacts and flushes for region at 1732447214119Disabling writes for close at 1732447214120 (+1 ms)Writing region close event to WAL at 1732447214120Closed at 1732447214120 2024-11-24T11:20:14,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:14,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:20:14,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:20:14,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:20:14,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:20:14,273 DEBUG [f5f73e76a839:33417 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:20:14,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,41327,1732447211658 2024-11-24T11:20:14,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,41327,1732447211658, state=OPENING 2024-11-24T11:20:14,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:20:14,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:20:14,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:14,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:14,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:20:14,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-977720004/meta-region-server: CHANGED 2024-11-24T11:20:14,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-977720004/meta-region-server: CHANGED 2024-11-24T11:20:14,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,41327,1732447211658}] 2024-11-24T11:20:14,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:20:14,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:20:14,498 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:20:14,498 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:14,498 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:20:14,500 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C41327%2C1732447211658.meta, suffix=.meta, logDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/oldWALs, maxLogs=10 2024-11-24T11:20:14,517 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.meta.1732447214500.meta, exclude list is [], retry=0 2024-11-24T11:20:14,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-e43fe183-234a-462e-a3af-1153df78f964,DISK] 2024-11-24T11:20:14,521 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.meta.1732447214500.meta 2024-11-24T11:20:14,521 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43773:43773)] 2024-11-24T11:20:14,521 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:14,522 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:14,522 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:20:14,522 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:20:14,522 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:20:14,522 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:20:14,522 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:14,522 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:20:14,522 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:20:14,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:20:14,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:20:14,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:14,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:20:14,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:20:14,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:14,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:20:14,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:20:14,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:14,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:20:14,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:20:14,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:14,528 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:20:14,529 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740 2024-11-24T11:20:14,529 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740 2024-11-24T11:20:14,530 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:20:14,530 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:20:14,531 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:14,532 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:20:14,532 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62100044, jitterRate=-0.07463723421096802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:14,533 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:20:14,533 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447214523Writing region info on filesystem at 1732447214523Initializing all the Stores at 1732447214523Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447214524 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447214524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447214524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447214524Cleaning up temporary data from old regions at 1732447214530 (+6 ms)Running coprocessor post-open hooks at 1732447214533 (+3 ms)Region opened successfully at 1732447214533 2024-11-24T11:20:14,533 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447214492 2024-11-24T11:20:14,536 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:20:14,536 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:20:14,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,41327,1732447211658 2024-11-24T11:20:14,537 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,41327,1732447211658, state=OPEN 2024-11-24T11:20:14,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-977720004/meta-region-server 2024-11-24T11:20:14,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-977720004/meta-region-server 2024-11-24T11:20:14,548 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,41327,1732447211658 2024-11-24T11:20:14,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-977720004/meta-region-server: CHANGED 2024-11-24T11:20:14,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-977720004/meta-region-server: CHANGED 2024-11-24T11:20:14,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:20:14,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,41327,1732447211658 in 208 msec 2024-11-24T11:20:14,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:20:14,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-24T11:20:14,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:14,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:20:14,554 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:14,555 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41327,1732447211658, seqNum=-1] 2024-11-24T11:20:14,555 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:14,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:14,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-24T11:20:14,560 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447214559, completionTime=-1 2024-11-24T11:20:14,560 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:20:14,560 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:20:14,561 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:20:14,561 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447274561 2024-11-24T11:20:14,561 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447334561 2024-11-24T11:20:14,561 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:20:14,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33417,1732447211501-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:14,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33417,1732447211501-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:14,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33417,1732447211501-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:14,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:33417, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:14,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:14,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:14,563 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:20:14,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.836sec 2024-11-24T11:20:14,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:20:14,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:20:14,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:20:14,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:20:14,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:20:14,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33417,1732447211501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:20:14,565 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33417,1732447211501-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:20:14,567 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:20:14,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:20:14,567 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33417,1732447211501-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:14,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:14,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33417,-1 for getting cluster id 2024-11-24T11:20:14,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:14,595 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8646a44-c924-4537-ad0f-1f678e4161a2' 2024-11-24T11:20:14,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:14,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8646a44-c924-4537-ad0f-1f678e4161a2" 2024-11-24T11:20:14,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:14,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33417,-1] 2024-11-24T11:20:14,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:14,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:14,597 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:14,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:14,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41327,1732447211658, seqNum=-1] 2024-11-24T11:20:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:14,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:14,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,33417,1732447211501 2024-11-24T11:20:14,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64079 2024-11-24T11:20:14,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:14,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c926d550005 connected 2024-11-24T11:20:14,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46067,1732447205745 2024-11-24T11:20:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@553e870c 2024-11-24T11:20:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:14,628 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:14,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:20:14,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:20:14,631 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:14,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:20:14,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:20:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:14,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:20:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:15,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:15,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1312a739e31f016b645a0f1ce5f78f54, NAME => 'test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1 2024-11-24T11:20:15,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:15,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:15,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:15,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:20:15,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:15,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1312a739e31f016b645a0f1ce5f78f54, disabling compactions & flushes 2024-11-24T11:20:15,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:15,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:15,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. after waiting 0 ms 2024-11-24T11:20:15,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:15,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:15,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:15,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1312a739e31f016b645a0f1ce5f78f54: Waiting for close lock at 1732447215054Disabling compacts and flushes for region at 1732447215054Disabling writes for close at 1732447215054Writing region close event to WAL at 1732447215054Closed at 1732447215054 2024-11-24T11:20:15,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:20:15,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447215056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447215056"}]},"ts":"1732447215056"} 2024-11-24T11:20:15,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:20:15,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:20:15,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447215060"}]},"ts":"1732447215060"} 2024-11-24T11:20:15,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:20:15,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1312a739e31f016b645a0f1ce5f78f54, ASSIGN}] 2024-11-24T11:20:15,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1312a739e31f016b645a0f1ce5f78f54, ASSIGN 2024-11-24T11:20:15,064 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1312a739e31f016b645a0f1ce5f78f54, ASSIGN; state=OFFLINE, location=f5f73e76a839,37961,1732447205937; forceNewPlan=false, retain=false 2024-11-24T11:20:15,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1312a739e31f016b645a0f1ce5f78f54, regionState=OPENING, regionLocation=f5f73e76a839,37961,1732447205937 2024-11-24T11:20:15,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1312a739e31f016b645a0f1ce5f78f54, ASSIGN because future has completed 2024-11-24T11:20:15,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1312a739e31f016b645a0f1ce5f78f54, server=f5f73e76a839,37961,1732447205937}] 2024-11-24T11:20:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:15,374 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:15,374 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1312a739e31f016b645a0f1ce5f78f54, NAME => 'test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:15,374 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:15,374 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:20:15,375 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,375 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:15,375 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,375 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,376 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,377 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1312a739e31f016b645a0f1ce5f78f54 columnFamilyName f 2024-11-24T11:20:15,377 DEBUG [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:15,377 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] regionserver.HStore(327): Store=1312a739e31f016b645a0f1ce5f78f54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:15,378 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,378 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1312a739e31f016b645a0f1ce5f78f54 columnFamilyName f1 2024-11-24T11:20:15,378 DEBUG [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:15,379 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] regionserver.HStore(327): Store=1312a739e31f016b645a0f1ce5f78f54/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:15,379 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,380 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1312a739e31f016b645a0f1ce5f78f54 columnFamilyName norep 2024-11-24T11:20:15,380 DEBUG [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:15,380 INFO [StoreOpener-1312a739e31f016b645a0f1ce5f78f54-1 {}] regionserver.HStore(327): Store=1312a739e31f016b645a0f1ce5f78f54/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:15,380 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,381 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,381 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,382 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,382 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,383 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:20:15,384 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,386 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:15,386 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1312a739e31f016b645a0f1ce5f78f54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69728850, jitterRate=0.039040833711624146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:20:15,386 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:15,387 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1312a739e31f016b645a0f1ce5f78f54: Running coprocessor pre-open hook at 1732447215375Writing region info on filesystem at 1732447215375Initializing all the Stores at 1732447215376 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447215376Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447215376Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447215376Cleaning up temporary data from old regions at 1732447215382 (+6 ms)Running coprocessor post-open hooks at 1732447215386 (+4 ms)Region opened successfully at 1732447215387 (+1 ms) 2024-11-24T11:20:15,388 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54., pid=6, masterSystemTime=1732447215370 2024-11-24T11:20:15,389 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:15,390 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:15,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1312a739e31f016b645a0f1ce5f78f54, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,37961,1732447205937 2024-11-24T11:20:15,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1312a739e31f016b645a0f1ce5f78f54, server=f5f73e76a839,37961,1732447205937 because future has completed 2024-11-24T11:20:15,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:20:15,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1312a739e31f016b645a0f1ce5f78f54, server=f5f73e76a839,37961,1732447205937 in 177 msec 2024-11-24T11:20:15,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:20:15,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1312a739e31f016b645a0f1ce5f78f54, ASSIGN in 334 msec 2024-11-24T11:20:15,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:20:15,400 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447215400"}]},"ts":"1732447215400"} 2024-11-24T11:20:15,402 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:20:15,403 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:20:15,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-11-24T11:20:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:15,767 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:20:15,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33417,1732447211501 2024-11-24T11:20:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709bb455 2024-11-24T11:20:15,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:15,770 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:15,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:20:15,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:20:15,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:15,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:20:15,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:20:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:15,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:20:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:16,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fe93c5d9a8e7dfb8c75587f09232c96, NAME => 'test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da 2024-11-24T11:20:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:20:16,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:16,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fe93c5d9a8e7dfb8c75587f09232c96, disabling compactions & flushes 2024-11-24T11:20:16,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:16,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:16,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. after waiting 0 ms 2024-11-24T11:20:16,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:16,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:16,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fe93c5d9a8e7dfb8c75587f09232c96: Waiting for close lock at 1732447216197Disabling compacts and flushes for region at 1732447216197Disabling writes for close at 1732447216197Writing region close event to WAL at 1732447216197Closed at 1732447216197 2024-11-24T11:20:16,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:20:16,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447216199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447216199"}]},"ts":"1732447216199"} 2024-11-24T11:20:16,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:20:16,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:20:16,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447216203"}]},"ts":"1732447216203"} 2024-11-24T11:20:16,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:20:16,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fe93c5d9a8e7dfb8c75587f09232c96, ASSIGN}] 2024-11-24T11:20:16,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fe93c5d9a8e7dfb8c75587f09232c96, ASSIGN 2024-11-24T11:20:16,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fe93c5d9a8e7dfb8c75587f09232c96, ASSIGN; state=OFFLINE, location=f5f73e76a839,41327,1732447211658; forceNewPlan=false, retain=false 2024-11-24T11:20:16,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fe93c5d9a8e7dfb8c75587f09232c96, regionState=OPENING, regionLocation=f5f73e76a839,41327,1732447211658 2024-11-24T11:20:16,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fe93c5d9a8e7dfb8c75587f09232c96, ASSIGN because future has completed 2024-11-24T11:20:16,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fe93c5d9a8e7dfb8c75587f09232c96, server=f5f73e76a839,41327,1732447211658}] 2024-11-24T11:20:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:16,516 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:16,516 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fe93c5d9a8e7dfb8c75587f09232c96, NAME => 'test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:16,516 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:16,516 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:20:16,517 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,517 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:16,517 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,517 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,518 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,519 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fe93c5d9a8e7dfb8c75587f09232c96 columnFamilyName f 2024-11-24T11:20:16,519 DEBUG [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:16,519 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] regionserver.HStore(327): Store=7fe93c5d9a8e7dfb8c75587f09232c96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:16,519 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,520 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fe93c5d9a8e7dfb8c75587f09232c96 columnFamilyName f1 2024-11-24T11:20:16,520 DEBUG [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:16,520 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] regionserver.HStore(327): Store=7fe93c5d9a8e7dfb8c75587f09232c96/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:16,520 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,521 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fe93c5d9a8e7dfb8c75587f09232c96 columnFamilyName norep 2024-11-24T11:20:16,521 DEBUG [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:16,522 INFO [StoreOpener-7fe93c5d9a8e7dfb8c75587f09232c96-1 {}] regionserver.HStore(327): Store=7fe93c5d9a8e7dfb8c75587f09232c96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:16,522 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,522 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,522 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,523 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,523 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,524 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:20:16,524 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,526 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:16,526 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fe93c5d9a8e7dfb8c75587f09232c96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71133793, jitterRate=0.05997611582279205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:20:16,526 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:16,526 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fe93c5d9a8e7dfb8c75587f09232c96: Running coprocessor pre-open hook at 1732447216517Writing region info on filesystem at 1732447216517Initializing all the Stores at 1732447216517Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447216517Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447216518 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447216518Cleaning up temporary data from old regions at 1732447216523 (+5 ms)Running coprocessor post-open hooks at 1732447216526 (+3 ms)Region opened successfully at 1732447216526 2024-11-24T11:20:16,527 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96., pid=6, masterSystemTime=1732447216513 2024-11-24T11:20:16,529 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:16,529 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:16,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fe93c5d9a8e7dfb8c75587f09232c96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,41327,1732447211658 2024-11-24T11:20:16,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fe93c5d9a8e7dfb8c75587f09232c96, server=f5f73e76a839,41327,1732447211658 because future has completed 2024-11-24T11:20:16,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:20:16,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fe93c5d9a8e7dfb8c75587f09232c96, server=f5f73e76a839,41327,1732447211658 in 171 msec 2024-11-24T11:20:16,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:20:16,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fe93c5d9a8e7dfb8c75587f09232c96, ASSIGN in 328 msec 2024-11-24T11:20:16,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:20:16,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447216536"}]},"ts":"1732447216536"} 2024-11-24T11:20:16,538 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:20:16,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:20:16,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-24T11:20:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:16,907 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:20:16,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46067,-1 for getting cluster id 2024-11-24T11:20:16,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:16,908 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b27d91-8505-4496-820d-2ed412fde1ad' 2024-11-24T11:20:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b27d91-8505-4496-820d-2ed412fde1ad" 2024-11-24T11:20:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424f42ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46067,-1] 2024-11-24T11:20:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:16,910 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26765be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33417,-1 for getting cluster id 2024-11-24T11:20:16,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:16,911 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8646a44-c924-4537-ad0f-1f678e4161a2' 2024-11-24T11:20:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8646a44-c924-4537-ad0f-1f678e4161a2" 2024-11-24T11:20:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd4446c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33417,-1] 2024-11-24T11:20:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:16,912 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e34c5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46067,-1 for getting cluster id 2024-11-24T11:20:16,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:16,914 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b27d91-8505-4496-820d-2ed412fde1ad' 2024-11-24T11:20:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b27d91-8505-4496-820d-2ed412fde1ad" 2024-11-24T11:20:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ba38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46067,-1] 2024-11-24T11:20:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:16,915 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4395b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46067,1732447205745 2024-11-24T11:20:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@122d09fb 2024-11-24T11:20:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:16,918 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:16,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:33417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:20:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:20:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:16,920 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:33417' 2024-11-24T11:20:16,921 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62094055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,921 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33417,-1 for getting cluster id 2024-11-24T11:20:16,921 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:16,922 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8646a44-c924-4537-ad0f-1f678e4161a2' 2024-11-24T11:20:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8646a44-c924-4537-ad0f-1f678e4161a2" 2024-11-24T11:20:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1871a27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33417,-1] 2024-11-24T11:20:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:16,923 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:16,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d91b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:16,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:16,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33417,1732447211501 2024-11-24T11:20:16,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61cf0160 2024-11-24T11:20:16,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:16,925 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:16,925 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T11:20:16,926 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:20:16,926 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:16,926 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:16,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:16,926 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:16,927 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:20:16,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:20:16,928 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:16,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:20:16,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:20:16,977 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:20:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:17,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79f757e0c32bb729c1ac9bbaeb900ec6, NAME => 'hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1 2024-11-24T11:20:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:20:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:17,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:17,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 79f757e0c32bb729c1ac9bbaeb900ec6, disabling compactions & flushes 2024-11-24T11:20:17,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:17,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:17,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. after waiting 0 ms 2024-11-24T11:20:17,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:17,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:17,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79f757e0c32bb729c1ac9bbaeb900ec6: Waiting for close lock at 1732447217742Disabling compacts and flushes for region at 1732447217742Disabling writes for close at 1732447217742Writing region close event to WAL at 1732447217742Closed at 1732447217742 2024-11-24T11:20:17,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:20:17,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447217743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447217743"}]},"ts":"1732447217743"} 2024-11-24T11:20:17,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:20:17,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:20:17,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447217746"}]},"ts":"1732447217746"} 2024-11-24T11:20:17,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:20:17,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f757e0c32bb729c1ac9bbaeb900ec6, ASSIGN}] 2024-11-24T11:20:17,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f757e0c32bb729c1ac9bbaeb900ec6, ASSIGN 2024-11-24T11:20:17,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79f757e0c32bb729c1ac9bbaeb900ec6, ASSIGN; state=OFFLINE, location=f5f73e76a839,37961,1732447205937; forceNewPlan=false, retain=false 2024-11-24T11:20:17,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79f757e0c32bb729c1ac9bbaeb900ec6, regionState=OPENING, regionLocation=f5f73e76a839,37961,1732447205937 2024-11-24T11:20:17,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79f757e0c32bb729c1ac9bbaeb900ec6, ASSIGN because future has completed 2024-11-24T11:20:17,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f757e0c32bb729c1ac9bbaeb900ec6, server=f5f73e76a839,37961,1732447205937}] 2024-11-24T11:20:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:18,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:18,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:18,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:20:18,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C37961%2C1732447205937.rep, suffix=, logDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/oldWALs, maxLogs=10 2024-11-24T11:20:18,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.rep.1732447218059, exclude list is [], retry=0 2024-11-24T11:20:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36895,DS-40b46a27-1bb0-4cc8-a7c4-911bcaa6199d,DISK] 2024-11-24T11:20:18,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.rep.1732447218059 2024-11-24T11:20:18,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-24T11:20:18,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 79f757e0c32bb729c1ac9bbaeb900ec6, NAME => 'hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:18,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:18,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:20:18,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. service=MultiRowMutationService 2024-11-24T11:20:18,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:20:18,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:18,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,076 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,077 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f757e0c32bb729c1ac9bbaeb900ec6 columnFamilyName hfileref 2024-11-24T11:20:18,077 DEBUG [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:18,078 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] regionserver.HStore(327): Store=79f757e0c32bb729c1ac9bbaeb900ec6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:18,078 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,079 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f757e0c32bb729c1ac9bbaeb900ec6 columnFamilyName queue 2024-11-24T11:20:18,079 DEBUG [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:18,079 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] regionserver.HStore(327): Store=79f757e0c32bb729c1ac9bbaeb900ec6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:18,079 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,080 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f757e0c32bb729c1ac9bbaeb900ec6 columnFamilyName sid 2024-11-24T11:20:18,080 DEBUG [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:18,080 INFO [StoreOpener-79f757e0c32bb729c1ac9bbaeb900ec6-1 {}] regionserver.HStore(327): Store=79f757e0c32bb729c1ac9bbaeb900ec6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:18,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:20:18,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:18,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 79f757e0c32bb729c1ac9bbaeb900ec6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72853466, jitterRate=0.08560124039649963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:20:18,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:18,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 79f757e0c32bb729c1ac9bbaeb900ec6: Running coprocessor pre-open hook at 1732447218075Writing region info on filesystem at 1732447218075Initializing all the Stores at 1732447218076 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447218076Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447218076Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447218076Cleaning up temporary data from old regions at 1732447218082 (+6 ms)Running coprocessor post-open hooks at 1732447218085 (+3 ms)Region opened successfully at 1732447218086 (+1 ms) 2024-11-24T11:20:18,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6., pid=10, masterSystemTime=1732447218054 2024-11-24T11:20:18,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:18,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:18,089 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79f757e0c32bb729c1ac9bbaeb900ec6, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,37961,1732447205937 2024-11-24T11:20:18,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f757e0c32bb729c1ac9bbaeb900ec6, server=f5f73e76a839,37961,1732447205937 because future has completed 2024-11-24T11:20:18,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:20:18,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79f757e0c32bb729c1ac9bbaeb900ec6, server=f5f73e76a839,37961,1732447205937 in 188 msec 2024-11-24T11:20:18,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:20:18,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f757e0c32bb729c1ac9bbaeb900ec6, ASSIGN in 345 msec 2024-11-24T11:20:18,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:20:18,095 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447218095"}]},"ts":"1732447218095"} 2024-11-24T11:20:18,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:20:18,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:20:18,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-24T11:20:18,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6., hostname=f5f73e76a839,37961,1732447205937, seqNum=2] 2024-11-24T11:20:18,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:18,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:18,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:20:18,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:20:18,367 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:20:18,397 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,37961,1732447205937, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:20:18,398 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:18,398 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37961,1732447205937, seqNum=-1] 2024-11-24T11:20:18,398 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:18,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T11:20:18,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,37961,1732447205937', locateType=CURRENT is [region=hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6., hostname=f5f73e76a839,37961,1732447205937, seqNum=2] 2024-11-24T11:20:18,403 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:20:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:20:18,405 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,37961,1732447205937 suceeded 2024-11-24T11:20:18,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:20:18,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T11:20:18,407 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:33417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:20:18,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-24T11:20:18,416 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:33417' 2024-11-24T11:20:18,417 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44284763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:18,417 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33417,-1 for getting cluster id 2024-11-24T11:20:18,417 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:18,418 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8646a44-c924-4537-ad0f-1f678e4161a2' 2024-11-24T11:20:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8646a44-c924-4537-ad0f-1f678e4161a2" 2024-11-24T11:20:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34b0d491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33417,-1] 2024-11-24T11:20:18,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:18,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:18,419 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:18,420 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56845139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:18,420 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33417,1732447211501 2024-11-24T11:20:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@413b5b5c 2024-11-24T11:20:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:18,422 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T11:20:18,422 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,37961,1732447205937 (queues=1) is replicating from cluster=f5b27d91-8505-4496-820d-2ed412fde1ad to cluster=d8646a44-c924-4537-ad0f-1f678e4161a2 2024-11-24T11:20:18,422 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C37961%2C1732447205937 2024-11-24T11:20:18,422 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,37961,1732447205937, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:20:18,423 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C37961%2C1732447205937 2024-11-24T11:20:18,423 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469, startPosition=0, beingWritten=true 2024-11-24T11:20:18,428 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:18,428 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:18,428 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37961,1732447205937 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:18,633 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:18,936 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:19,067 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:20:19,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:19,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:19,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:19,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:19,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:19,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:19,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33417,-1 for getting cluster id 2024-11-24T11:20:19,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:19,069 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8646a44-c924-4537-ad0f-1f678e4161a2' 2024-11-24T11:20:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8646a44-c924-4537-ad0f-1f678e4161a2" 2024-11-24T11:20:19,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9b0fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:19,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33417,-1] 2024-11-24T11:20:19,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:19,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:19,071 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:19,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d50c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:19,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33417,1732447211501 2024-11-24T11:20:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17425710 2024-11-24T11:20:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:19,073 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:19,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:46067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:20:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:20:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:19,076 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:46067' 2024-11-24T11:20:19,076 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e404f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:19,076 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46067,-1 for getting cluster id 2024-11-24T11:20:19,076 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:19,077 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b27d91-8505-4496-820d-2ed412fde1ad' 2024-11-24T11:20:19,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:19,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b27d91-8505-4496-820d-2ed412fde1ad" 2024-11-24T11:20:19,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b45a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:19,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46067,-1] 2024-11-24T11:20:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:19,078 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:19,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d44f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:19,079 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:19,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46067,1732447205745 2024-11-24T11:20:19,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49029703 2024-11-24T11:20:19,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:19,080 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:19,081 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T11:20:19,081 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:20:19,081 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:19,081 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:19,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:19,081 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:19,083 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:20:19,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:20:19,083 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:19,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:20:19,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:20:19,133 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:20:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:19,340 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:19,491 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 424e6a09fa8d7dd7d9214f2ace061587, NAME => 'hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da 2024-11-24T11:20:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:20:19,517 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:20:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:19,844 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:19,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:19,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 424e6a09fa8d7dd7d9214f2ace061587, disabling compactions & flushes 2024-11-24T11:20:19,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:19,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:19,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. after waiting 0 ms 2024-11-24T11:20:19,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:19,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:19,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 424e6a09fa8d7dd7d9214f2ace061587: Waiting for close lock at 1732447219896Disabling compacts and flushes for region at 1732447219896Disabling writes for close at 1732447219896Writing region close event to WAL at 1732447219896Closed at 1732447219896 2024-11-24T11:20:19,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:20:19,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447219897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447219897"}]},"ts":"1732447219897"} 2024-11-24T11:20:19,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:20:19,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:20:19,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447219900"}]},"ts":"1732447219900"} 2024-11-24T11:20:19,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:20:19,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=424e6a09fa8d7dd7d9214f2ace061587, ASSIGN}] 2024-11-24T11:20:19,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=424e6a09fa8d7dd7d9214f2ace061587, ASSIGN 2024-11-24T11:20:19,904 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=424e6a09fa8d7dd7d9214f2ace061587, ASSIGN; state=OFFLINE, location=f5f73e76a839,41327,1732447211658; forceNewPlan=false, retain=false 2024-11-24T11:20:20,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:20,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=424e6a09fa8d7dd7d9214f2ace061587, regionState=OPENING, regionLocation=f5f73e76a839,41327,1732447211658 2024-11-24T11:20:20,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=424e6a09fa8d7dd7d9214f2ace061587, ASSIGN because future has completed 2024-11-24T11:20:20,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 424e6a09fa8d7dd7d9214f2ace061587, server=f5f73e76a839,41327,1732447211658}] 2024-11-24T11:20:20,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:20,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:20,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:20:20,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T11:20:20,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T11:20:20,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T11:20:20,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:20:20,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T11:20:20,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:20,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:20,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:20:20,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C41327%2C1732447211658.rep, suffix=, logDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658, archiveDir=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/oldWALs, maxLogs=10 2024-11-24T11:20:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:20,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.rep.1732447220215, exclude list is [], retry=0 2024-11-24T11:20:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-e43fe183-234a-462e-a3af-1153df78f964,DISK] 2024-11-24T11:20:20,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.rep.1732447220215 2024-11-24T11:20:20,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43773:43773)] 2024-11-24T11:20:20,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 424e6a09fa8d7dd7d9214f2ace061587, NAME => 'hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:20,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:20,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:20:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. service=MultiRowMutationService 2024-11-24T11:20:20,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:20:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,232 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,233 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 424e6a09fa8d7dd7d9214f2ace061587 columnFamilyName hfileref 2024-11-24T11:20:20,233 DEBUG [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:20,233 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] regionserver.HStore(327): Store=424e6a09fa8d7dd7d9214f2ace061587/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:20,233 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,234 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 424e6a09fa8d7dd7d9214f2ace061587 columnFamilyName queue 2024-11-24T11:20:20,234 DEBUG [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:20,235 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] regionserver.HStore(327): Store=424e6a09fa8d7dd7d9214f2ace061587/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:20,235 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,235 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 424e6a09fa8d7dd7d9214f2ace061587 columnFamilyName sid 2024-11-24T11:20:20,235 DEBUG [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:20,236 INFO [StoreOpener-424e6a09fa8d7dd7d9214f2ace061587-1 {}] regionserver.HStore(327): Store=424e6a09fa8d7dd7d9214f2ace061587/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:20,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:20:20,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:20,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 424e6a09fa8d7dd7d9214f2ace061587; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67047724, jitterRate=-9.110569953918457E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:20:20,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:20,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 424e6a09fa8d7dd7d9214f2ace061587: Running coprocessor pre-open hook at 1732447220231Writing region info on filesystem at 1732447220231Initializing all the Stores at 1732447220232 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447220232Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447220232Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447220232Cleaning up temporary data from old regions at 1732447220237 (+5 ms)Running coprocessor post-open hooks at 1732447220241 (+4 ms)Region opened successfully at 1732447220241 2024-11-24T11:20:20,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587., pid=10, masterSystemTime=1732447220209 2024-11-24T11:20:20,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:20,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:20,245 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=424e6a09fa8d7dd7d9214f2ace061587, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,41327,1732447211658 2024-11-24T11:20:20,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 424e6a09fa8d7dd7d9214f2ace061587, server=f5f73e76a839,41327,1732447211658 because future has completed 2024-11-24T11:20:20,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:20:20,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 424e6a09fa8d7dd7d9214f2ace061587, server=f5f73e76a839,41327,1732447211658 in 189 msec 2024-11-24T11:20:20,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:20:20,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=424e6a09fa8d7dd7d9214f2ace061587, ASSIGN in 346 msec 2024-11-24T11:20:20,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:20:20,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447220251"}]},"ts":"1732447220251"} 2024-11-24T11:20:20,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:20:20,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:20:20,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-24T11:20:20,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587., hostname=f5f73e76a839,41327,1732447211658, seqNum=2] 2024-11-24T11:20:20,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:20:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:20,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:20:20,448 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:20,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:20:20,535 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:20:20,561 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,41327,1732447211658, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:20:20,562 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:20,562 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41327,1732447211658, seqNum=-1] 2024-11-24T11:20:20,562 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:20,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T11:20:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,41327,1732447211658', locateType=CURRENT is [region=hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587., hostname=f5f73e76a839,41327,1732447211658, seqNum=2] 2024-11-24T11:20:20,567 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:20:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:20:20,569 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,41327,1732447211658 suceeded 2024-11-24T11:20:20,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:20:20,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-24T11:20:20,570 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:46067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:20:20,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-24T11:20:20,580 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:46067' 2024-11-24T11:20:20,581 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@640b5219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:20,581 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46067,-1 for getting cluster id 2024-11-24T11:20:20,581 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:20,582 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b27d91-8505-4496-820d-2ed412fde1ad' 2024-11-24T11:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b27d91-8505-4496-820d-2ed412fde1ad" 2024-11-24T11:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779a2ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46067,-1] 2024-11-24T11:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:20,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:20,583 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:20,584 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25afc3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:20,584 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:20,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46067,1732447205745 2024-11-24T11:20:20,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49155ba0 2024-11-24T11:20:20,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:20,585 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T11:20:20,586 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,41327,1732447211658 (queues=1) is replicating from cluster=d8646a44-c924-4537-ad0f-1f678e4161a2 to cluster=f5b27d91-8505-4496-820d-2ed412fde1ad 2024-11-24T11:20:20,586 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C41327%2C1732447211658 2024-11-24T11:20:20,586 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,41327,1732447211658, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:20:20,586 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C41327%2C1732447211658 2024-11-24T11:20:20,586 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657, startPosition=0, beingWritten=true 2024-11-24T11:20:20,591 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:20,591 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 379, reset compression=false 2024-11-24T11:20:20,591 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41327,1732447211658 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:20,795 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 379, reset compression=false 2024-11-24T11:20:21,098 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 379, reset compression=false 2024-11-24T11:20:21,153 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:21,227 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:20:21,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:21,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:21,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:21,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:21,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:21,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:21,232 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732447221231/Put/seqid=0 2024-11-24T11:20:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741840_1016 (size=7894) 2024-11-24T11:20:21,502 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 379, reset compression=false 2024-11-24T11:20:21,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732447221638/Put/seqid=0 2024-11-24T11:20:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741841_1017 (size=7691) 2024-11-24T11:20:21,956 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:22,005 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 379, reset compression=false 2024-11-24T11:20:22,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:22,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46067,-1 for getting cluster id 2024-11-24T11:20:22,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:22,044 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b27d91-8505-4496-820d-2ed412fde1ad' 2024-11-24T11:20:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b27d91-8505-4496-820d-2ed412fde1ad" 2024-11-24T11:20:22,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222ce75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:22,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46067,-1] 2024-11-24T11:20:22,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:22,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:22,046 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:22,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:22,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37961,1732447205937, seqNum=-1] 2024-11-24T11:20:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:22,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:22,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46067,1732447205745 2024-11-24T11:20:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ecffea5 2024-11-24T11:20:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:22,058 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54., hostname=f5f73e76a839,37961,1732447205937, seqNum=2] 2024-11-24T11:20:22,063 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:20:22,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T11:20:22,071 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T11:20:22,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 1312a739e31f016b645a0f1ce5f78f54/f 2024-11-24T11:20:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T11:20:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:20:22,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 1312a739e31f016b645a0f1ce5f78f54/f 2024-11-24T11:20:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T11:20:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:20:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegion(2603): Flush status journal for 1312a739e31f016b645a0f1ce5f78f54: 2024-11-24T11:20:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_0 2024-11-24T11:20:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_0 as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/757b772019434b83b38ff7012143482f_SeqId_4_ 2024-11-24T11:20:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_1 2024-11-24T11:20:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_1 as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ 2024-11-24T11:20:22,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_0 into 1312a739e31f016b645a0f1ce5f78f54/f as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/757b772019434b83b38ff7012143482f_SeqId_4_ - updating store file list. 2024-11-24T11:20:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 757b772019434b83b38ff7012143482f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:20:22,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/757b772019434b83b38ff7012143482f_SeqId_4_ into 1312a739e31f016b645a0f1ce5f78f54/f 2024-11-24T11:20:22,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_0 into 1312a739e31f016b645a0f1ce5f78f54/f (new location: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/757b772019434b83b38ff7012143482f_SeqId_4_) 2024-11-24T11:20:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_0 2024-11-24T11:20:22,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_1 into 1312a739e31f016b645a0f1ce5f78f54/f as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ - updating store file list. 2024-11-24T11:20:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:20:22,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ into 1312a739e31f016b645a0f1ce5f78f54/f 2024-11-24T11:20:22,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_1 into 1312a739e31f016b645a0f1ce5f78f54/f (new location: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_) 2024-11-24T11:20:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins__test__pbv5hnedqbf27jbraums1sj8d6tijofs1m8ai6kfur6mc5u8arnjihrmlmr1rt9l/f/hfile_1 2024-11-24T11:20:22,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:22,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:22,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:22,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:22,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54., hostname=f5f73e76a839,37961,1732447205937, seqNum=2 , the old value is region=test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54., hostname=f5f73e76a839,37961,1732447205937, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f5f73e76a839:37961 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:20:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54., hostname=f5f73e76a839,37961,1732447205937, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:20:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54., hostname=f5f73e76a839,37961,1732447205937, seqNum=2 from cache 2024-11-24T11:20:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:60052 deadline: 1732447282098 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:60052 2024-11-24T11:20:22,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41327,1732447211658, seqNum=-1] 2024-11-24T11:20:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:22,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96., hostname=f5f73e76a839,41327,1732447211658, seqNum=2] 2024-11-24T11:20:22,104 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T11:20:22,206 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:37961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T11:20:22,608 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 379, reset compression=false 2024-11-24T11:20:22,860 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 379, reset compression=false 2024-11-24T11:20:22,864 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:20:22,864 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37961,1732447205937 got entry batch from reader: WALEntryBatch [walEntries=[{test/1312a739e31f016b645a0f1ce5f78f54/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732447222096/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T11:20:22,866 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:20:22,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T11:20:22,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(318): Replicating [f5b27d91-8505-4496-820d-2ed412fde1ad] bulk loaded data 2024-11-24T11:20:22,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f7911fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:22,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33417,-1 for getting cluster id 2024-11-24T11:20:22,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:22,869 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8646a44-c924-4537-ad0f-1f678e4161a2' 2024-11-24T11:20:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8646a44-c924-4537-ad0f-1f678e4161a2" 2024-11-24T11:20:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5978fe2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33417,-1] 2024-11-24T11:20:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:22,870 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:22,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2887ecae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:22,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741840_1016 (size=7894) 2024-11-24T11:20:23,064 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 687, reset compression=false 2024-11-24T11:20:23,105 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T11:20:23,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741841_1017 (size=7691) 2024-11-24T11:20:23,313 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 379, reset compression=false 2024-11-24T11:20:23,368 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 687, reset compression=false 2024-11-24T11:20:23,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:23,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33417,1732447211501 2024-11-24T11:20:23,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74b1d934 2024-11-24T11:20:23,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:23,707 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T11:20:23,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:20:23,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:23,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41327,1732447211658, seqNum=-1] 2024-11-24T11:20:23,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:23,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T11:20:23,716 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/757b772019434b83b38ff7012143482f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T11:20:23,719 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T11:20:23,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ for inclusion in 7fe93c5d9a8e7dfb8c75587f09232c96/f 2024-11-24T11:20:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T11:20:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:20:23,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/757b772019434b83b38ff7012143482f_SeqId_4_ for inclusion in 7fe93c5d9a8e7dfb8c75587f09232c96/f 2024-11-24T11:20:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T11:20:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:20:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 7fe93c5d9a8e7dfb8c75587f09232c96: 2024-11-24T11:20:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:20:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/332bad45dea94014b57c683260831e40_SeqId_4_ 2024-11-24T11:20:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 757b772019434b83b38ff7012143482f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:20:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/757b772019434b83b38ff7012143482f_SeqId_4_ as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/c43cf9561e10472eab018b1fc4f2f936_SeqId_4_ 2024-11-24T11:20:23,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ into 7fe93c5d9a8e7dfb8c75587f09232c96/f as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/332bad45dea94014b57c683260831e40_SeqId_4_ - updating store file list. 2024-11-24T11:20:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 332bad45dea94014b57c683260831e40_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:20:23,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/332bad45dea94014b57c683260831e40_SeqId_4_ into 7fe93c5d9a8e7dfb8c75587f09232c96/f 2024-11-24T11:20:23,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ into 7fe93c5d9a8e7dfb8c75587f09232c96/f (new location: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/332bad45dea94014b57c683260831e40_SeqId_4_) 2024-11-24T11:20:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/bd553afe891f43f2b0ec32d14fa80c43_SeqId_4_ 2024-11-24T11:20:23,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/757b772019434b83b38ff7012143482f_SeqId_4_ into 7fe93c5d9a8e7dfb8c75587f09232c96/f as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/c43cf9561e10472eab018b1fc4f2f936_SeqId_4_ - updating store file list. 2024-11-24T11:20:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c43cf9561e10472eab018b1fc4f2f936_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:20:23,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/c43cf9561e10472eab018b1fc4f2f936_SeqId_4_ into 7fe93c5d9a8e7dfb8c75587f09232c96/f 2024-11-24T11:20:23,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/757b772019434b83b38ff7012143482f_SeqId_4_ into 7fe93c5d9a8e7dfb8c75587f09232c96/f (new location: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/c43cf9561e10472eab018b1fc4f2f936_SeqId_4_) 2024-11-24T11:20:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins.hfs.11__test__fnmvh7e9bmmsrvkepp7o5mh4mfqsik115uc0gu4ocs91e80q55hoajg0jfb2rpvc/f/757b772019434b83b38ff7012143482f_SeqId_4_ 2024-11-24T11:20:23,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.ReplicationSink(324): Finished replicating [f5b27d91-8505-4496-820d-2ed412fde1ad] bulk loaded data 2024-11-24T11:20:23,772 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 687, reset compression=false 2024-11-24T11:20:24,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:24,115 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732447224115/Put/seqid=0 2024-11-24T11:20:24,116 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 379, reset compression=false 2024-11-24T11:20:24,160 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:20:24,160 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41327,1732447211658 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fe93c5d9a8e7dfb8c75587f09232c96/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732447223755/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T11:20:24,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741842_1018 (size=11194) 2024-11-24T11:20:24,162 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:20:24,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T11:20:24,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.ReplicationSink(318): Replicating [f5b27d91-8505-4496-820d-2ed412fde1ad, d8646a44-c924-4537-ad0f-1f678e4161a2] bulk loaded data 2024-11-24T11:20:24,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6850a83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:24,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46067,-1 for getting cluster id 2024-11-24T11:20:24,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:24,165 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b27d91-8505-4496-820d-2ed412fde1ad' 2024-11-24T11:20:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b27d91-8505-4496-820d-2ed412fde1ad" 2024-11-24T11:20:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3792e17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46067,-1] 2024-11-24T11:20:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:24,166 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:24,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65830abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741842_1018 (size=7691) 2024-11-24T11:20:24,276 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 687, reset compression=false 2024-11-24T11:20:24,360 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 725, reset compression=false 2024-11-24T11:20:24,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732447224564/Put/seqid=0 2024-11-24T11:20:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741843_1019 (size=10791) 2024-11-24T11:20:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741843_1019 (size=7894) 2024-11-24T11:20:24,663 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 725, reset compression=false 2024-11-24T11:20:24,880 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 687, reset compression=false 2024-11-24T11:20:24,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:24,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33417,-1 for getting cluster id 2024-11-24T11:20:24,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:24,970 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8646a44-c924-4537-ad0f-1f678e4161a2' 2024-11-24T11:20:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8646a44-c924-4537-ad0f-1f678e4161a2" 2024-11-24T11:20:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee9eeb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33417,-1] 2024-11-24T11:20:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:24,972 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:24,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d68f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:24,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41327,1732447211658, seqNum=-1] 2024-11-24T11:20:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:24,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:24,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:24,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33417,1732447211501 2024-11-24T11:20:24,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dee6176 2024-11-24T11:20:24,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:24,983 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:24,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46067,1732447205745 2024-11-24T11:20:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4367a0ec 2024-11-24T11:20:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:24,986 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T11:20:24,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96., hostname=f5f73e76a839,41327,1732447211658, seqNum=2] 2024-11-24T11:20:24,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:20:24,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:24,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37961,1732447205937, seqNum=-1] 2024-11-24T11:20:24,989 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:20:24,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:24,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T11:20:24,995 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__ddo4ofot5q9voiuohv2buo1r2sq43numpji08u6mdatudlr34hqke5odmcmrqv9u/f/332bad45dea94014b57c683260831e40_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T11:20:24,995 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T11:20:24,997 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__ddo4ofot5q9voiuohv2buo1r2sq43numpji08u6mdatudlr34hqke5odmcmrqv9u/f/c43cf9561e10472eab018b1fc4f2f936_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T11:20:24,997 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T11:20:24,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.ReplicationSink(324): Finished replicating [f5b27d91-8505-4496-820d-2ed412fde1ad, d8646a44-c924-4537-ad0f-1f678e4161a2] bulk loaded data 2024-11-24T11:20:25,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 7fe93c5d9a8e7dfb8c75587f09232c96/f 2024-11-24T11:20:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T11:20:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:20:25,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 7fe93c5d9a8e7dfb8c75587f09232c96/f 2024-11-24T11:20:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T11:20:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:20:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 7fe93c5d9a8e7dfb8c75587f09232c96: 2024-11-24T11:20:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_1 2024-11-24T11:20:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_1 as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ 2024-11-24T11:20:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_0 2024-11-24T11:20:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_0 as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ 2024-11-24T11:20:25,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_1 into 7fe93c5d9a8e7dfb8c75587f09232c96/f as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ - updating store file list. 2024-11-24T11:20:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:20:25,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ into 7fe93c5d9a8e7dfb8c75587f09232c96/f 2024-11-24T11:20:25,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_1 into 7fe93c5d9a8e7dfb8c75587f09232c96/f (new location: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_) 2024-11-24T11:20:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_1 2024-11-24T11:20:25,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_0 into 7fe93c5d9a8e7dfb8c75587f09232c96/f as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ - updating store file list. 2024-11-24T11:20:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a52a30218244b4d89408e0ea3922377_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:20:25,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ into 7fe93c5d9a8e7dfb8c75587f09232c96/f 2024-11-24T11:20:25,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_0 into 7fe93c5d9a8e7dfb8c75587f09232c96/f (new location: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_) 2024-11-24T11:20:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/staging/jenkins__test__vgh61fmks71m9g82i5iv8832lhpv8kdiokkktnvua1lf753tlmnja8c1cdru6hj0/f/hfile_0 2024-11-24T11:20:25,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:25,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:25,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:25,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:25,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96., hostname=f5f73e76a839,41327,1732447211658, seqNum=2 , the old value is region=test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96., hostname=f5f73e76a839,41327,1732447211658, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f5f73e76a839:41327 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:20:25,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96., hostname=f5f73e76a839,41327,1732447211658, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:20:25,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96., hostname=f5f73e76a839,41327,1732447211658, seqNum=2 from cache 2024-11-24T11:20:25,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:25,027 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T11:20:25,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:25,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37961,1732447205937, seqNum=-1] 2024-11-24T11:20:25,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:25,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54., hostname=f5f73e76a839,37961,1732447205937, seqNum=2] 2024-11-24T11:20:25,037 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T11:20:25,067 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 725, reset compression=false 2024-11-24T11:20:25,071 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:20:25,071 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41327,1732447211658 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fe93c5d9a8e7dfb8c75587f09232c96/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732447225025/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T11:20:25,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.ReplicationSink(318): Replicating [d8646a44-c924-4537-ad0f-1f678e4161a2] bulk loaded data 2024-11-24T11:20:25,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741844_1020 (size=10791) 2024-11-24T11:20:25,137 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T11:20:25,271 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1033, reset compression=false 2024-11-24T11:20:25,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741845_1021 (size=11194) 2024-11-24T11:20:25,574 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1033, reset compression=false 2024-11-24T11:20:25,584 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 687, reset compression=false 2024-11-24T11:20:25,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:25,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:25,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:25,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:25,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:25,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:25,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:20:25,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T11:20:25,898 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T11:20:25,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ for inclusion in 1312a739e31f016b645a0f1ce5f78f54/f 2024-11-24T11:20:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T11:20:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:20:25,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ for inclusion in 1312a739e31f016b645a0f1ce5f78f54/f 2024-11-24T11:20:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T11:20:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:20:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegion(2603): Flush status journal for 1312a739e31f016b645a0f1ce5f78f54: 2024-11-24T11:20:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4a52a30218244b4d89408e0ea3922377_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:20:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/498f0c8f95714bd4ba3b1085578714a1_SeqId_6_ 2024-11-24T11:20:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:20:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/bcdebedf5fde4373b369dfe63f341a9c_SeqId_6_ 2024-11-24T11:20:25,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ into 1312a739e31f016b645a0f1ce5f78f54/f as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/498f0c8f95714bd4ba3b1085578714a1_SeqId_6_ - updating store file list. 2024-11-24T11:20:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 498f0c8f95714bd4ba3b1085578714a1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:20:25,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/498f0c8f95714bd4ba3b1085578714a1_SeqId_6_ into 1312a739e31f016b645a0f1ce5f78f54/f 2024-11-24T11:20:25,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ into 1312a739e31f016b645a0f1ce5f78f54/f (new location: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/498f0c8f95714bd4ba3b1085578714a1_SeqId_6_) 2024-11-24T11:20:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/4a52a30218244b4d89408e0ea3922377_SeqId_6_ 2024-11-24T11:20:25,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ into 1312a739e31f016b645a0f1ce5f78f54/f as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/bcdebedf5fde4373b369dfe63f341a9c_SeqId_6_ - updating store file list. 2024-11-24T11:20:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bcdebedf5fde4373b369dfe63f341a9c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:20:25,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/bcdebedf5fde4373b369dfe63f341a9c_SeqId_6_ into 1312a739e31f016b645a0f1ce5f78f54/f 2024-11-24T11:20:25,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ into 1312a739e31f016b645a0f1ce5f78f54/f (new location: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/f/bcdebedf5fde4373b369dfe63f341a9c_SeqId_6_) 2024-11-24T11:20:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/staging/jenkins.hfs.10__test__d4ljff42um50cssqgsdqhvbo4hrch4ei0ibpbba0672amsjem43218pk2dj8rm14/f/7a7d7a7b32d9405a8a43a143cbe5118f_SeqId_6_ 2024-11-24T11:20:25,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.ReplicationSink(324): Finished replicating [d8646a44-c924-4537-ad0f-1f678e4161a2] bulk loaded data 2024-11-24T11:20:25,978 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1033, reset compression=false 2024-11-24T11:20:26,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:20:26,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:26,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:26,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:26,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:26,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:20:26,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1626771062, stopped=false 2024-11-24T11:20:26,049 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,33417,1732447211501 2024-11-24T11:20:26,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977720004/running 2024-11-24T11:20:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977720004/running 2024-11-24T11:20:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:26,086 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:20:26,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:26,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:26,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:26,087 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,41327,1732447211658' ***** 2024-11-24T11:20:26,087 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:20:26,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on znode that does not yet exist, /1-977720004/running 2024-11-24T11:20:26,087 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:20:26,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Set watcher on znode that does not yet exist, /1-977720004/running 2024-11-24T11:20:26,087 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:20:26,087 INFO [RS:0;f5f73e76a839:41327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,41327,1732447211658 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:20:26,088 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fe93c5d9a8e7dfb8c75587f09232c96, disabling compactions & flushes 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:41327. 2024-11-24T11:20:26,088 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:26,088 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:26,088 DEBUG [RS:0;f5f73e76a839:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:26,088 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. after waiting 0 ms 2024-11-24T11:20:26,088 DEBUG [RS:0;f5f73e76a839:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:26,088 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:20:26,088 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:20:26,089 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1325): Online Regions={7fe93c5d9a8e7dfb8c75587f09232c96=test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96., 424e6a09fa8d7dd7d9214f2ace061587=hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:20:26,089 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:20:26,089 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 424e6a09fa8d7dd7d9214f2ace061587, 7fe93c5d9a8e7dfb8c75587f09232c96 2024-11-24T11:20:26,089 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:20:26,089 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:20:26,089 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:20:26,089 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:20:26,089 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:20:26,096 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/default/test/7fe93c5d9a8e7dfb8c75587f09232c96/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:20:26,097 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:26,097 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:20:26,097 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:26,097 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fe93c5d9a8e7dfb8c75587f09232c96: Waiting for close lock at 1732447226088Running coprocessor pre-close hooks at 1732447226088Disabling compacts and flushes for region at 1732447226088Disabling writes for close at 1732447226088Writing region close event to WAL at 1732447226093 (+5 ms)Running coprocessor post-close hooks at 1732447226097 (+4 ms)Closed at 1732447226097 2024-11-24T11:20:26,097 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96. 2024-11-24T11:20:26,097 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 424e6a09fa8d7dd7d9214f2ace061587, disabling compactions & flushes 2024-11-24T11:20:26,097 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:26,097 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:26,097 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. after waiting 0 ms 2024-11-24T11:20:26,097 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:26,097 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 424e6a09fa8d7dd7d9214f2ace061587 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T11:20:26,109 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/info/159fd4a366364b759f76f1a3dfc8b70b is 147, key is hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587./info:regioninfo/1732447220245/Put/seqid=0 2024-11-24T11:20:26,114 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/.tmp/hfileref/b0bf008dc1484e3d839c36dcdff2b0e9 is 74, key is 1/hfileref:332bad45dea94014b57c683260831e40_SeqId_4_/1732447225000/DeleteColumn/seqid=0 2024-11-24T11:20:26,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741844_1020 (size=7686) 2024-11-24T11:20:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741845_1021 (size=5345) 2024-11-24T11:20:26,131 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:20:26,289 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:26,387 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 687, reset compression=false 2024-11-24T11:20:26,392 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:20:26,392 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37961,1732447205937 got entry batch from reader: WALEntryBatch [walEntries=[{test/1312a739e31f016b645a0f1ce5f78f54/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732447225923/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T11:20:26,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f5f73e76a839,41327,1732447211658 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T11:20:26,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:40286 deadline: 1732447286392, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f5f73e76a839,41327,1732447211658 stopping 2024-11-24T11:20:26,398 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f5f73e76a839,41327,1732447211658 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:26,482 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1033, reset compression=false 2024-11-24T11:20:26,486 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:26,486 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1328, reset compression=false 2024-11-24T11:20:26,486 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41327,1732447211658 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:26,487 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,41327,1732447211658: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,41327,1732447211658, walGroup=f5f73e76a839%2C41327%2C1732447211658, offset=f5f73e76a839%2C41327%2C1732447211658.1732447213657:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:20:26,489 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:20:26,489 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:20:26,489 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:26,490 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:20:26,490 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:20:26,490 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:20:26,490 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 576080656 }, "NonHeapMemoryUsage": { "committed": 190054400, "init": 7667712, "max": -1, "used": 187365936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:20:26,492 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:20:26,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f5f73e76a839,41327,1732447211658 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:26,502 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f5f73e76a839,41327,1732447211658 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:26,516 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/info/159fd4a366364b759f76f1a3dfc8b70b 2024-11-24T11:20:26,519 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/.tmp/hfileref/b0bf008dc1484e3d839c36dcdff2b0e9 2024-11-24T11:20:26,521 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:20:26,521 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:20:26,533 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/ns/40bbfddf535248bab601c447fd4bae88 is 43, key is default/ns:d/1732447214556/Put/seqid=0 2024-11-24T11:20:26,536 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/.tmp/queue/d07d8c74ea52483b94dcb9bc890a6b59 is 154, key is 1-f5f73e76a839,41327,1732447211658/queue:f5f73e76a839%2C41327%2C1732447211658/1732447225927/Put/seqid=0 2024-11-24T11:20:26,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741846_1022 (size=5153) 2024-11-24T11:20:26,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741847_1023 (size=5353) 2024-11-24T11:20:26,592 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1033, reset compression=false 2024-11-24T11:20:26,689 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:26,689 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1328, reset compression=false 2024-11-24T11:20:26,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f5f73e76a839,41327,1732447211658 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:26,705 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f5f73e76a839,41327,1732447211658 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:26,889 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 424e6a09fa8d7dd7d9214f2ace061587 2024-11-24T11:20:26,896 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1033, reset compression=false 2024-11-24T11:20:26,937 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/ns/40bbfddf535248bab601c447fd4bae88 2024-11-24T11:20:26,942 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/.tmp/queue/d07d8c74ea52483b94dcb9bc890a6b59 2024-11-24T11:20:26,946 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/.tmp/hfileref/b0bf008dc1484e3d839c36dcdff2b0e9 as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/hfileref/b0bf008dc1484e3d839c36dcdff2b0e9 2024-11-24T11:20:26,950 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/hfileref/b0bf008dc1484e3d839c36dcdff2b0e9, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T11:20:26,951 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/.tmp/queue/d07d8c74ea52483b94dcb9bc890a6b59 as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/queue/d07d8c74ea52483b94dcb9bc890a6b59 2024-11-24T11:20:26,955 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/queue/d07d8c74ea52483b94dcb9bc890a6b59, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T11:20:26,956 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 424e6a09fa8d7dd7d9214f2ace061587 in 859ms, sequenceid=12, compaction requested=false 2024-11-24T11:20:26,958 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/rep_barrier/89ff55a752894c54baf8aefce186c116 is 112, key is test,,1732447215770.7fe93c5d9a8e7dfb8c75587f09232c96./rep_barrier:seqnumDuringOpen/1732447216529/Put/seqid=0 2024-11-24T11:20:26,961 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/replication/424e6a09fa8d7dd7d9214f2ace061587/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T11:20:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741848_1024 (size=5518) 2024-11-24T11:20:26,962 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:26,962 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:26,962 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:26,962 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 424e6a09fa8d7dd7d9214f2ace061587: Waiting for close lock at 1732447226097Running coprocessor pre-close hooks at 1732447226097Disabling compacts and flushes for region at 1732447226097Disabling writes for close at 1732447226097Obtaining lock to block concurrent updates at 1732447226097Preparing flush snapshotting stores in 424e6a09fa8d7dd7d9214f2ace061587 at 1732447226097Finished memstore snapshotting hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732447226098 (+1 ms)Flushing stores of hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. at 1732447226098Flushing 424e6a09fa8d7dd7d9214f2ace061587/hfileref: creating writer at 1732447226098Flushing 424e6a09fa8d7dd7d9214f2ace061587/hfileref: appending metadata at 1732447226114 (+16 ms)Flushing 424e6a09fa8d7dd7d9214f2ace061587/hfileref: closing flushed file at 1732447226114Flushing 424e6a09fa8d7dd7d9214f2ace061587/queue: creating writer at 1732447226523 (+409 ms)Flushing 424e6a09fa8d7dd7d9214f2ace061587/queue: appending metadata at 1732447226535 (+12 ms)Flushing 424e6a09fa8d7dd7d9214f2ace061587/queue: closing flushed file at 1732447226535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454578bd: reopening flushed file at 1732447226945 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11300308: reopening flushed file at 1732447226950 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 424e6a09fa8d7dd7d9214f2ace061587 in 859ms, sequenceid=12, compaction requested=false at 1732447226956 (+6 ms)Writing region close event to WAL at 1732447226959 (+3 ms)Running coprocessor post-close hooks at 1732447226962 (+3 ms)Closed at 1732447226962 2024-11-24T11:20:26,962 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447219081.424e6a09fa8d7dd7d9214f2ace061587. 2024-11-24T11:20:26,993 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1328, reset compression=false 2024-11-24T11:20:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f5f73e76a839,41327,1732447211658 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:27,008 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f5f73e76a839,41327,1732447211658 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:27,089 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:20:27,089 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:20:27,089 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:27,290 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:27,299 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1033, reset compression=false 2024-11-24T11:20:27,362 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/rep_barrier/89ff55a752894c54baf8aefce186c116 2024-11-24T11:20:27,379 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/table/c8a19c412c8f4ba4969acc6c22e159d5 is 53, key is hbase:replication/table:state/1732447220251/Put/seqid=0 2024-11-24T11:20:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741849_1025 (size=5308) 2024-11-24T11:20:27,396 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1328, reset compression=false 2024-11-24T11:20:27,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f5f73e76a839,41327,1732447211658 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:27,411 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f5f73e76a839,41327,1732447211658 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:27,490 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:27,690 DEBUG [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:27,783 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/table/c8a19c412c8f4ba4969acc6c22e159d5 2024-11-24T11:20:27,788 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/info/159fd4a366364b759f76f1a3dfc8b70b as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/info/159fd4a366364b759f76f1a3dfc8b70b 2024-11-24T11:20:27,792 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/info/159fd4a366364b759f76f1a3dfc8b70b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:20:27,793 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/ns/40bbfddf535248bab601c447fd4bae88 as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/ns/40bbfddf535248bab601c447fd4bae88 2024-11-24T11:20:27,797 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/ns/40bbfddf535248bab601c447fd4bae88, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:20:27,797 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/rep_barrier/89ff55a752894c54baf8aefce186c116 as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/rep_barrier/89ff55a752894c54baf8aefce186c116 2024-11-24T11:20:27,801 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/rep_barrier/89ff55a752894c54baf8aefce186c116, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:20:27,801 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/.tmp/table/c8a19c412c8f4ba4969acc6c22e159d5 as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/table/c8a19c412c8f4ba4969acc6c22e159d5 2024-11-24T11:20:27,802 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1033, reset compression=false 2024-11-24T11:20:27,806 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/table/c8a19c412c8f4ba4969acc6c22e159d5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:20:27,806 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-24T11:20:27,817 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:20:27,818 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:27,818 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:27,818 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:27,818 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447226089Running coprocessor pre-close hooks at 1732447226089Disabling compacts and flushes for region at 1732447226089Disabling writes for close at 1732447226089Obtaining lock to block concurrent updates at 1732447226089Preparing flush snapshotting stores in 1588230740 at 1732447226089Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447226089Flushing stores of hbase:meta,,1.1588230740 at 1732447226090 (+1 ms)Flushing 1588230740/info: creating writer at 1732447226090Flushing 1588230740/info: appending metadata at 1732447226109 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732447226109Flushing 1588230740/ns: creating writer at 1732447226520 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732447226532 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732447226533 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732447226941 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447226958 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447226958Flushing 1588230740/table: creating writer at 1732447227366 (+408 ms)Flushing 1588230740/table: appending metadata at 1732447227379 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732447227379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ac9d14: reopening flushed file at 1732447227787 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c5bd0f: reopening flushed file at 1732447227792 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d90e8a: reopening flushed file at 1732447227797 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37048ad7: reopening flushed file at 1732447227801 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1732447227806 (+5 ms)Writing region close event to WAL at 1732447227814 (+8 ms)Running coprocessor post-close hooks at 1732447227818 (+4 ms)Closed at 1732447227818 2024-11-24T11:20:27,818 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:27,890 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,41327,1732447211658; all regions closed. 2024-11-24T11:20:27,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:20:27,892 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.meta.1732447214500.meta not finished, retry = 0 2024-11-24T11:20:27,900 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 to pos 1328, reset compression=false 2024-11-24T11:20:27,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f5f73e76a839,41327,1732447211658 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:27,915 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f5f73e76a839,41327,1732447211658 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741839_1015 (size=3127) 2024-11-24T11:20:27,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.rep.1732447220215 not finished, retry = 0 2024-11-24T11:20:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741832_1008 (size=1336) 2024-11-24T11:20:28,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/WALs/f5f73e76a839,41327,1732447211658/f5f73e76a839%2C41327%2C1732447211658.1732447213657 not finished, retry = 0 2024-11-24T11:20:28,199 DEBUG [RS:0;f5f73e76a839:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:28,199 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:20:28,199 INFO [RS:0;f5f73e76a839:41327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:20:28,199 INFO [RS:0;f5f73e76a839:41327 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:20:28,199 INFO [RS:0;f5f73e76a839:41327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:20:28,199 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:20:28,200 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,41327,1732447211658 because: Region server is closing 2024-11-24T11:20:28,200 INFO [RS:0;f5f73e76a839:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:41327. 2024-11-24T11:20:28,200 DEBUG [RS:0;f5f73e76a839:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:28,200 DEBUG [RS:0;f5f73e76a839:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:28,200 DEBUG [RS:0;f5f73e76a839:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:28,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:28,300 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.shipperf5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 terminated 2024-11-24T11:20:28,300 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41327,1732447211658.replicationSource.wal-reader.f5f73e76a839%2C41327%2C1732447211658,1-f5f73e76a839,41327,1732447211658 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:20:28,300 INFO [RS:0;f5f73e76a839:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:41327. 2024-11-24T11:20:28,300 DEBUG [RS:0;f5f73e76a839:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:28,301 DEBUG [RS:0;f5f73e76a839:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:28,301 DEBUG [RS:0;f5f73e76a839:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:28,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:28,301 INFO [RS:0;f5f73e76a839:41327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41327 2024-11-24T11:20:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977720004/rs/f5f73e76a839,41327,1732447211658 2024-11-24T11:20:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004/rs 2024-11-24T11:20:28,349 INFO [RS:0;f5f73e76a839:41327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:20:28,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,41327,1732447211658] 2024-11-24T11:20:28,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-977720004/draining/f5f73e76a839,41327,1732447211658 already deleted, retry=false 2024-11-24T11:20:28,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,41327,1732447211658 expired; onlineServers=0 2024-11-24T11:20:28,370 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,33417,1732447211501' ***** 2024-11-24T11:20:28,370 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:20:28,370 INFO [M:0;f5f73e76a839:33417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:20:28,370 INFO [M:0;f5f73e76a839:33417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:20:28,370 DEBUG [M:0;f5f73e76a839:33417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:20:28,371 DEBUG [M:0;f5f73e76a839:33417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:20:28,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:20:28,371 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447213297 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447213297,5,FailOnTimeoutGroup] 2024-11-24T11:20:28,371 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447213298 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447213298,5,FailOnTimeoutGroup] 2024-11-24T11:20:28,371 INFO [M:0;f5f73e76a839:33417 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:20:28,371 INFO [M:0;f5f73e76a839:33417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:20:28,371 DEBUG [M:0;f5f73e76a839:33417 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:20:28,371 INFO [M:0;f5f73e76a839:33417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:20:28,371 INFO [M:0;f5f73e76a839:33417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:20:28,371 INFO [M:0;f5f73e76a839:33417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:20:28,371 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:20:28,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977720004/master 2024-11-24T11:20:28,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977720004 2024-11-24T11:20:28,381 DEBUG [M:0;f5f73e76a839:33417 {}] zookeeper.ZKUtil(347): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Unable to get data of znode /1-977720004/master because node does not exist (not an error) 2024-11-24T11:20:28,381 WARN [M:0;f5f73e76a839:33417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:20:28,381 INFO [M:0;f5f73e76a839:33417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/.lastflushedseqids 2024-11-24T11:20:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741850_1026 (size=263) 2024-11-24T11:20:28,406 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1033, reset compression=false 2024-11-24T11:20:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:28,460 INFO [RS:0;f5f73e76a839:41327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:20:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1016c926d550004, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:28,460 INFO [RS:0;f5f73e76a839:41327 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,41327,1732447211658; zookeeper connection closed. 2024-11-24T11:20:28,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15b39457 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15b39457 2024-11-24T11:20:28,460 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:20:28,518 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f5f73e76a839:41327 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:41327 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:28,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f5f73e76a839:41327 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:41327 2024-11-24T11:20:28,519 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f5f73e76a839:41327 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:41327 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:41327 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T11:20:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T11:20:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49326 deadline: 1732447288521, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T11:20:28,538 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T11:20:28,540 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T11:20:28,786 INFO [M:0;f5f73e76a839:33417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:20:28,786 INFO [M:0;f5f73e76a839:33417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:20:28,786 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:20:28,786 INFO [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:28,786 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:28,786 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:20:28,786 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:28,787 INFO [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T11:20:28,805 DEBUG [M:0;f5f73e76a839:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c13c515aa3d4b99a9bd0169f9632012 is 82, key is hbase:meta,,1/info:regioninfo/1732447214536/Put/seqid=0 2024-11-24T11:20:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741851_1027 (size=5672) 2024-11-24T11:20:29,110 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1033, reset compression=false 2024-11-24T11:20:29,209 INFO [M:0;f5f73e76a839:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c13c515aa3d4b99a9bd0169f9632012 2024-11-24T11:20:29,240 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T11:20:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T11:20:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49326 deadline: 1732447289241, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T11:20:29,242 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T11:20:29,243 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T11:20:29,243 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T11:20:29,272 DEBUG [M:0;f5f73e76a839:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f8030a98f5948e2a262bf0fc455847b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447220254/Put/seqid=0 2024-11-24T11:20:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741852_1028 (size=8515) 2024-11-24T11:20:29,676 INFO [M:0;f5f73e76a839:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f8030a98f5948e2a262bf0fc455847b 2024-11-24T11:20:29,697 DEBUG [M:0;f5f73e76a839:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b2d9f33398f40889f3423d1dea49f8e is 69, key is f5f73e76a839,41327,1732447211658/rs:state/1732447213452/Put/seqid=0 2024-11-24T11:20:29,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741853_1029 (size=5156) 2024-11-24T11:20:29,913 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1033, reset compression=false 2024-11-24T11:20:30,044 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T11:20:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T11:20:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] ipc.CallRunner(138): callId: 28 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49326 deadline: 1732447290045, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T11:20:30,046 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T11:20:30,047 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T11:20:30,047 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T11:20:30,102 INFO [M:0;f5f73e76a839:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b2d9f33398f40889f3423d1dea49f8e 2024-11-24T11:20:30,107 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c13c515aa3d4b99a9bd0169f9632012 as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c13c515aa3d4b99a9bd0169f9632012 2024-11-24T11:20:30,111 INFO [M:0;f5f73e76a839:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c13c515aa3d4b99a9bd0169f9632012, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T11:20:30,112 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f8030a98f5948e2a262bf0fc455847b as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f8030a98f5948e2a262bf0fc455847b 2024-11-24T11:20:30,115 INFO [M:0;f5f73e76a839:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f8030a98f5948e2a262bf0fc455847b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T11:20:30,116 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b2d9f33398f40889f3423d1dea49f8e as hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b2d9f33398f40889f3423d1dea49f8e 2024-11-24T11:20:30,120 INFO [M:0;f5f73e76a839:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45575/user/jenkins/test-data/3e4a3f3f-2188-3343-3411-44e458c437da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b2d9f33398f40889f3423d1dea49f8e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T11:20:30,121 INFO [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=97, compaction requested=false 2024-11-24T11:20:30,122 INFO [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:30,122 DEBUG [M:0;f5f73e76a839:33417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447228786Disabling compacts and flushes for region at 1732447228786Disabling writes for close at 1732447228786Obtaining lock to block concurrent updates at 1732447228787 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447228787Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732447228787Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447228788 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447228788Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447228805 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447228805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447229255 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447229272 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447229272Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447229681 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447229697 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447229697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fcae2e9: reopening flushed file at 1732447230106 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3a7bc8: reopening flushed file at 1732447230111 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377ac667: reopening flushed file at 1732447230116 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=97, compaction requested=false at 1732447230121 (+5 ms)Writing region close event to WAL at 1732447230122 (+1 ms)Closed at 1732447230122 2024-11-24T11:20:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741830_1006 (size=63642) 2024-11-24T11:20:30,128 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:20:30,128 INFO [M:0;f5f73e76a839:33417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:20:30,128 INFO [M:0;f5f73e76a839:33417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33417 2024-11-24T11:20:30,128 INFO [M:0;f5f73e76a839:33417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:20:30,270 INFO [M:0;f5f73e76a839:33417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:20:30,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:30,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x1016c926d550003, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:30,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76ea488c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:20:30,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:20:30,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:20:30,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:20:30,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.log.dir/,STOPPED} 2024-11-24T11:20:30,307 WARN [BP-742039305-172.17.0.3-1732447209611 heartbeating to localhost/127.0.0.1:45575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:20:30,307 WARN [BP-742039305-172.17.0.3-1732447209611 heartbeating to localhost/127.0.0.1:45575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-742039305-172.17.0.3-1732447209611 (Datanode Uuid 7f1c9153-cb64-4a9f-ad03-8fef1ce1db89) service to localhost/127.0.0.1:45575 2024-11-24T11:20:30,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:20:30,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:20:30,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/cluster_64e04472-1579-2918-018f-39061d7df85c/data/data1/current/BP-742039305-172.17.0.3-1732447209611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:20:30,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/cluster_64e04472-1579-2918-018f-39061d7df85c/data/data2/current/BP-742039305-172.17.0.3-1732447209611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:20:30,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:20:30,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf7105d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:20:30,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:20:30,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:20:30,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:20:30,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.log.dir/,STOPPED} 2024-11-24T11:20:30,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:20:30,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:20:30,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:30,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:30,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:30,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:30,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:30,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:20:30,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1944404204, stopped=false 2024-11-24T11:20:30,332 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,46067,1732447205745 2024-11-24T11:20:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1937532432/running 2024-11-24T11:20:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1937532432/running 2024-11-24T11:20:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:30,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:20:30,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:30,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:30,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:30,339 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,37961,1732447205937' ***** 2024-11-24T11:20:30,339 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:20:30,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on znode that does not yet exist, /0-1937532432/running 2024-11-24T11:20:30,339 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:20:30,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Set watcher on znode that does not yet exist, /0-1937532432/running 2024-11-24T11:20:30,339 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:20:30,339 INFO [RS:0;f5f73e76a839:37961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:20:30,339 INFO [RS:0;f5f73e76a839:37961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:20:30,339 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1312a739e31f016b645a0f1ce5f78f54 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,37961,1732447205937 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:37961. 2024-11-24T11:20:30,340 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1312a739e31f016b645a0f1ce5f78f54, disabling compactions & flushes 2024-11-24T11:20:30,340 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:30,340 DEBUG [RS:0;f5f73e76a839:37961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:30,340 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:30,340 DEBUG [RS:0;f5f73e76a839:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:30,340 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. after waiting 0 ms 2024-11-24T11:20:30,340 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:20:30,340 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:20:30,340 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1312a739e31f016b645a0f1ce5f78f54=test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54., 79f757e0c32bb729c1ac9bbaeb900ec6=hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6.} 2024-11-24T11:20:30,340 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:20:30,340 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1312a739e31f016b645a0f1ce5f78f54, 1588230740, 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:30,340 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:20:30,341 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:20:30,341 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:20:30,341 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:20:30,341 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:20:30,343 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/default/test/1312a739e31f016b645a0f1ce5f78f54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:20:30,344 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:30,344 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:20:30,344 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:30,344 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1312a739e31f016b645a0f1ce5f78f54: Waiting for close lock at 1732447230340Running coprocessor pre-close hooks at 1732447230340Disabling compacts and flushes for region at 1732447230340Disabling writes for close at 1732447230340Writing region close event to WAL at 1732447230341 (+1 ms)Running coprocessor post-close hooks at 1732447230344 (+3 ms)Closed at 1732447230344 2024-11-24T11:20:30,344 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54. 2024-11-24T11:20:30,344 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79f757e0c32bb729c1ac9bbaeb900ec6, disabling compactions & flushes 2024-11-24T11:20:30,344 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:30,344 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:30,344 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. after waiting 0 ms 2024-11-24T11:20:30,344 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:30,345 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79f757e0c32bb729c1ac9bbaeb900ec6 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T11:20:30,349 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:20:30,355 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/info/e0b7cd0234054d8eb4acb4c484f7b515 is 147, key is hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6./info:regioninfo/1732447218089/Put/seqid=0 2024-11-24T11:20:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741846_1022 (size=7686) 2024-11-24T11:20:30,362 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/.tmp/hfileref/17a0b259c74b41ee8bef080e7af76e7e is 74, key is 1/hfileref:498f0c8f95714bd4ba3b1085578714a1_SeqId_6_/1732447225910/Put/seqid=0 2024-11-24T11:20:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741847_1023 (size=5345) 2024-11-24T11:20:30,385 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:20:30,385 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:20:30,541 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:30,741 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:30,761 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/info/e0b7cd0234054d8eb4acb4c484f7b515 2024-11-24T11:20:30,766 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/.tmp/hfileref/17a0b259c74b41ee8bef080e7af76e7e 2024-11-24T11:20:30,781 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/ns/480141f9b4f34f07b05668cd07464cd5 is 43, key is default/ns:d/1732447209558/Put/seqid=0 2024-11-24T11:20:30,782 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/.tmp/queue/7b3a3ad3f1c24e34adcefe6f35df073d is 153, key is 1-f5f73e76a839,37961,1732447205937/queue:f5f73e76a839%2C37961%2C1732447205937/1732447223760/Put/seqid=0 2024-11-24T11:20:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741848_1024 (size=5153) 2024-11-24T11:20:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741849_1025 (size=5352) 2024-11-24T11:20:30,817 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1033, reset compression=false 2024-11-24T11:20:30,821 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:30,821 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1328, reset compression=false 2024-11-24T11:20:30,941 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:30,948 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T11:20:30,949 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f5f73e76a839:33417 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:33417 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:30,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f5f73e76a839:33417 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:33417 2024-11-24T11:20:31,025 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1328, reset compression=false 2024-11-24T11:20:31,056 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:31,057 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f5f73e76a839:33417 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:33417 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:20:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=f5f73e76a839:33417 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:33417 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T11:20:31,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address f5f73e76a839:33417 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:33417 2024-11-24T11:20:31,141 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f757e0c32bb729c1ac9bbaeb900ec6 2024-11-24T11:20:31,185 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/.tmp/queue/7b3a3ad3f1c24e34adcefe6f35df073d 2024-11-24T11:20:31,185 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/ns/480141f9b4f34f07b05668cd07464cd5 2024-11-24T11:20:31,190 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/.tmp/hfileref/17a0b259c74b41ee8bef080e7af76e7e as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/hfileref/17a0b259c74b41ee8bef080e7af76e7e 2024-11-24T11:20:31,194 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/hfileref/17a0b259c74b41ee8bef080e7af76e7e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T11:20:31,195 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/.tmp/queue/7b3a3ad3f1c24e34adcefe6f35df073d as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/queue/7b3a3ad3f1c24e34adcefe6f35df073d 2024-11-24T11:20:31,199 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/queue/7b3a3ad3f1c24e34adcefe6f35df073d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T11:20:31,200 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 79f757e0c32bb729c1ac9bbaeb900ec6 in 856ms, sequenceid=10, compaction requested=false 2024-11-24T11:20:31,204 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/rep_barrier/5f1961a0ba79410ba55250efced529cc is 112, key is test,,1732447214629.1312a739e31f016b645a0f1ce5f78f54./rep_barrier:seqnumDuringOpen/1732447215390/Put/seqid=0 2024-11-24T11:20:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741850_1026 (size=5518) 2024-11-24T11:20:31,208 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/replication/79f757e0c32bb729c1ac9bbaeb900ec6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T11:20:31,209 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:31,209 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:31,209 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:31,209 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79f757e0c32bb729c1ac9bbaeb900ec6: Waiting for close lock at 1732447230344Running coprocessor pre-close hooks at 1732447230344Disabling compacts and flushes for region at 1732447230344Disabling writes for close at 1732447230344Obtaining lock to block concurrent updates at 1732447230345 (+1 ms)Preparing flush snapshotting stores in 79f757e0c32bb729c1ac9bbaeb900ec6 at 1732447230345Finished memstore snapshotting hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732447230345Flushing stores of hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. at 1732447230345Flushing 79f757e0c32bb729c1ac9bbaeb900ec6/hfileref: creating writer at 1732447230345Flushing 79f757e0c32bb729c1ac9bbaeb900ec6/hfileref: appending metadata at 1732447230361 (+16 ms)Flushing 79f757e0c32bb729c1ac9bbaeb900ec6/hfileref: closing flushed file at 1732447230361Flushing 79f757e0c32bb729c1ac9bbaeb900ec6/queue: creating writer at 1732447230769 (+408 ms)Flushing 79f757e0c32bb729c1ac9bbaeb900ec6/queue: appending metadata at 1732447230781 (+12 ms)Flushing 79f757e0c32bb729c1ac9bbaeb900ec6/queue: closing flushed file at 1732447230781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d087c93: reopening flushed file at 1732447231189 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ddc329: reopening flushed file at 1732447231194 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 79f757e0c32bb729c1ac9bbaeb900ec6 in 856ms, sequenceid=10, compaction requested=false at 1732447231200 (+6 ms)Writing region close event to WAL at 1732447231205 (+5 ms)Running coprocessor post-close hooks at 1732447231209 (+4 ms)Closed at 1732447231209 2024-11-24T11:20:31,209 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447216926.79f757e0c32bb729c1ac9bbaeb900ec6. 2024-11-24T11:20:31,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:31,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f5f73e76a839:33417 this server is in the failed servers list 2024-11-24T11:20:31,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f5f73e76a839:33417 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:31,328 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1328, reset compression=false 2024-11-24T11:20:31,341 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:20:31,341 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:20:31,341 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:31,542 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:31,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:31,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f5f73e76a839:33417 this server is in the failed servers list 2024-11-24T11:20:31,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f5f73e76a839:33417 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:31,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:31,608 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/rep_barrier/5f1961a0ba79410ba55250efced529cc 2024-11-24T11:20:31,626 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/table/a7fdcc3b067c474fa334eeef56a91722 is 53, key is hbase:replication/table:state/1732447218095/Put/seqid=0 2024-11-24T11:20:31,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:31,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:31,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:31,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:31,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:31,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741851_1027 (size=5308) 2024-11-24T11:20:31,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:31,732 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1328, reset compression=false 2024-11-24T11:20:31,742 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:31,942 DEBUG [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:20:32,030 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/table/a7fdcc3b067c474fa334eeef56a91722 2024-11-24T11:20:32,035 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/info/e0b7cd0234054d8eb4acb4c484f7b515 as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/info/e0b7cd0234054d8eb4acb4c484f7b515 2024-11-24T11:20:32,039 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/info/e0b7cd0234054d8eb4acb4c484f7b515, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:20:32,040 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/ns/480141f9b4f34f07b05668cd07464cd5 as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/ns/480141f9b4f34f07b05668cd07464cd5 2024-11-24T11:20:32,044 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/ns/480141f9b4f34f07b05668cd07464cd5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:20:32,045 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/rep_barrier/5f1961a0ba79410ba55250efced529cc as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/rep_barrier/5f1961a0ba79410ba55250efced529cc 2024-11-24T11:20:32,049 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/rep_barrier/5f1961a0ba79410ba55250efced529cc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:20:32,050 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/.tmp/table/a7fdcc3b067c474fa334eeef56a91722 as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/table/a7fdcc3b067c474fa334eeef56a91722 2024-11-24T11:20:32,054 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/table/a7fdcc3b067c474fa334eeef56a91722, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:20:32,055 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-24T11:20:32,055 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:20:32,059 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:20:32,059 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:32,059 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:32,060 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:32,060 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447230340Running coprocessor pre-close hooks at 1732447230340Disabling compacts and flushes for region at 1732447230340Disabling writes for close at 1732447230341 (+1 ms)Obtaining lock to block concurrent updates at 1732447230341Preparing flush snapshotting stores in 1588230740 at 1732447230341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447230341Flushing stores of hbase:meta,,1.1588230740 at 1732447230341Flushing 1588230740/info: creating writer at 1732447230341Flushing 1588230740/info: appending metadata at 1732447230355 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732447230355Flushing 1588230740/ns: creating writer at 1732447230765 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732447230781 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732447230781Flushing 1588230740/rep_barrier: creating writer at 1732447231189 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447231204 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447231204Flushing 1588230740/table: creating writer at 1732447231613 (+409 ms)Flushing 1588230740/table: appending metadata at 1732447231625 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732447231625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac9bf43: reopening flushed file at 1732447232034 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d99c750: reopening flushed file at 1732447232039 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513ec35: reopening flushed file at 1732447232044 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350fafa0: reopening flushed file at 1732447232049 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1732447232055 (+6 ms)Writing region close event to WAL at 1732447232056 (+1 ms)Running coprocessor post-close hooks at 1732447232059 (+3 ms)Closed at 1732447232060 (+1 ms) 2024-11-24T11:20:32,060 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:32,086 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:32,087 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f5f73e76a839:33417 this server is in the failed servers list 2024-11-24T11:20:32,087 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f5f73e76a839:33417 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:32,142 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,37961,1732447205937; all regions closed. 2024-11-24T11:20:32,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.meta.1732447209498.meta not finished, retry = 0 2024-11-24T11:20:32,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:20:32,236 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 to pos 1328, reset compression=false 2024-11-24T11:20:32,246 DEBUG [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/oldWALs 2024-11-24T11:20:32,246 INFO [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C37961%2C1732447205937.meta:.meta(num 1732447209498) 2024-11-24T11:20:32,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741839_1015 (size=2695) 2024-11-24T11:20:32,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.rep.1732447218059 not finished, retry = 0 2024-11-24T11:20:32,351 DEBUG [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/oldWALs 2024-11-24T11:20:32,351 INFO [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C37961%2C1732447205937.rep:(num 1732447218059) 2024-11-24T11:20:32,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/WALs/f5f73e76a839,37961,1732447205937/f5f73e76a839%2C37961%2C1732447205937.1732447208469 not finished, retry = 0 2024-11-24T11:20:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741832_1008 (size=1336) 2024-11-24T11:20:32,455 DEBUG [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/oldWALs 2024-11-24T11:20:32,455 INFO [RS:0;f5f73e76a839:37961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C37961%2C1732447205937:(num 1732447208469) 2024-11-24T11:20:32,455 DEBUG [RS:0;f5f73e76a839:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:32,455 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:20:32,455 INFO [RS:0;f5f73e76a839:37961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:20:32,456 INFO [RS:0;f5f73e76a839:37961 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:20:32,456 INFO [RS:0;f5f73e76a839:37961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:20:32,456 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:20:32,456 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,37961,1732447205937 because: Region server is closing 2024-11-24T11:20:32,456 INFO [RS:0;f5f73e76a839:37961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:37961. 2024-11-24T11:20:32,456 DEBUG [RS:0;f5f73e76a839:37961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:32,456 DEBUG [RS:0;f5f73e76a839:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:32,456 DEBUG [RS:0;f5f73e76a839:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:32,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:32,557 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.wal-reader.f5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:20:32,557 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T11:20:32,557 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T11:20:32,557 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T11:20:33,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:33,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:33,099 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:33,558 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37961,1732447205937.replicationSource.shipperf5f73e76a839%2C37961%2C1732447205937,1-f5f73e76a839,37961,1732447205937 terminated 2024-11-24T11:20:33,558 INFO [RS:0;f5f73e76a839:37961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:37961. 2024-11-24T11:20:33,558 DEBUG [RS:0;f5f73e76a839:37961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:33,558 DEBUG [RS:0;f5f73e76a839:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:33,558 DEBUG [RS:0;f5f73e76a839:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:33,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:33,558 INFO [RS:0;f5f73e76a839:37961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37961 2024-11-24T11:20:33,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1937532432/rs/f5f73e76a839,37961,1732447205937 2024-11-24T11:20:33,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432/rs 2024-11-24T11:20:33,601 INFO [RS:0;f5f73e76a839:37961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:20:33,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,37961,1732447205937] 2024-11-24T11:20:33,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1937532432/draining/f5f73e76a839,37961,1732447205937 already deleted, retry=false 2024-11-24T11:20:33,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,37961,1732447205937 expired; onlineServers=0 2024-11-24T11:20:33,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,46067,1732447205745' ***** 2024-11-24T11:20:33,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:20:33,623 INFO [M:0;f5f73e76a839:46067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:20:33,623 INFO [M:0;f5f73e76a839:46067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:20:33,623 DEBUG [M:0;f5f73e76a839:46067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:20:33,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:20:33,623 DEBUG [M:0;f5f73e76a839:46067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:20:33,623 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447208260 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447208260,5,FailOnTimeoutGroup] 2024-11-24T11:20:33,623 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447208257 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447208257,5,FailOnTimeoutGroup] 2024-11-24T11:20:33,623 INFO [M:0;f5f73e76a839:46067 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:20:33,623 INFO [M:0;f5f73e76a839:46067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:20:33,623 DEBUG [M:0;f5f73e76a839:46067 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:20:33,623 INFO [M:0;f5f73e76a839:46067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:20:33,623 INFO [M:0;f5f73e76a839:46067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:20:33,623 INFO [M:0;f5f73e76a839:46067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:20:33,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:20:33,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1937532432/master 2024-11-24T11:20:33,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1937532432 2024-11-24T11:20:33,633 DEBUG [M:0;f5f73e76a839:46067 {}] zookeeper.ZKUtil(347): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Unable to get data of znode /0-1937532432/master because node does not exist (not an error) 2024-11-24T11:20:33,633 WARN [M:0;f5f73e76a839:46067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:20:33,634 INFO [M:0;f5f73e76a839:46067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/.lastflushedseqids 2024-11-24T11:20:33,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741852_1028 (size=263) 2024-11-24T11:20:33,712 INFO [RS:0;f5f73e76a839:37961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:20:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x1016c926d550001, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:33,712 INFO [RS:0;f5f73e76a839:37961 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,37961,1732447205937; zookeeper connection closed. 2024-11-24T11:20:33,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@418fc39e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@418fc39e 2024-11-24T11:20:33,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:20:34,038 INFO [M:0;f5f73e76a839:46067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:20:34,039 INFO [M:0;f5f73e76a839:46067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:20:34,039 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:20:34,039 INFO [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:34,039 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:34,039 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:20:34,039 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:34,039 INFO [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T11:20:34,052 DEBUG [M:0;f5f73e76a839:46067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ce50ddb1fd6408c82116a9f6b356b6e is 82, key is hbase:meta,,1/info:regioninfo/1732447209532/Put/seqid=0 2024-11-24T11:20:34,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741853_1029 (size=5672) 2024-11-24T11:20:34,056 INFO [M:0;f5f73e76a839:46067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ce50ddb1fd6408c82116a9f6b356b6e 2024-11-24T11:20:34,072 DEBUG [M:0;f5f73e76a839:46067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc668c1d8c464943a3a0177360440cf3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447218097/Put/seqid=0 2024-11-24T11:20:34,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741854_1030 (size=8516) 2024-11-24T11:20:34,476 INFO [M:0;f5f73e76a839:46067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc668c1d8c464943a3a0177360440cf3 2024-11-24T11:20:34,497 DEBUG [M:0;f5f73e76a839:46067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c66d64397cf4deb9bf715327df986ca is 69, key is f5f73e76a839,37961,1732447205937/rs:state/1732447208306/Put/seqid=0 2024-11-24T11:20:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741855_1031 (size=5156) 2024-11-24T11:20:34,902 INFO [M:0;f5f73e76a839:46067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c66d64397cf4deb9bf715327df986ca 2024-11-24T11:20:34,907 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ce50ddb1fd6408c82116a9f6b356b6e as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ce50ddb1fd6408c82116a9f6b356b6e 2024-11-24T11:20:34,911 INFO [M:0;f5f73e76a839:46067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ce50ddb1fd6408c82116a9f6b356b6e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T11:20:34,912 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc668c1d8c464943a3a0177360440cf3 as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc668c1d8c464943a3a0177360440cf3 2024-11-24T11:20:34,916 INFO [M:0;f5f73e76a839:46067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc668c1d8c464943a3a0177360440cf3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T11:20:34,916 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c66d64397cf4deb9bf715327df986ca as hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c66d64397cf4deb9bf715327df986ca 2024-11-24T11:20:34,920 INFO [M:0;f5f73e76a839:46067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c66d64397cf4deb9bf715327df986ca, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T11:20:34,921 INFO [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-11-24T11:20:34,926 INFO [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:34,926 DEBUG [M:0;f5f73e76a839:46067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447234039Disabling compacts and flushes for region at 1732447234039Disabling writes for close at 1732447234039Obtaining lock to block concurrent updates at 1732447234039Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447234039Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732447234039Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447234040 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447234040Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447234052 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447234052Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447234060 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447234072 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447234072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447234480 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447234496 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447234496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236c2947: reopening flushed file at 1732447234906 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc9229d: reopening flushed file at 1732447234911 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d36adfa: reopening flushed file at 1732447234916 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1732447234921 (+5 ms)Writing region close event to WAL at 1732447234926 (+5 ms)Closed at 1732447234926 2024-11-24T11:20:34,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36895 is added to blk_1073741830_1006 (size=63654) 2024-11-24T11:20:34,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/761f0d1a-b2bb-d0b2-769f-2d206d28eef1/MasterData/WALs/f5f73e76a839,46067,1732447205745/f5f73e76a839%2C46067%2C1732447205745.1732447207698 not finished, retry = 0 2024-11-24T11:20:35,029 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:20:35,029 INFO [M:0;f5f73e76a839:46067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:20:35,029 INFO [M:0;f5f73e76a839:46067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46067 2024-11-24T11:20:35,029 INFO [M:0;f5f73e76a839:46067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:20:35,106 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:35,106 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:35,107 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4158 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:35,165 INFO [M:0;f5f73e76a839:46067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:20:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1016c926d550000, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:35,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16b28250{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:20:35,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:20:35,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:20:35,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:20:35,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.log.dir/,STOPPED} 2024-11-24T11:20:35,168 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:20:35,168 WARN [BP-1226487847-172.17.0.3-1732447203782 heartbeating to localhost/127.0.0.1:34053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:20:35,168 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:20:35,168 WARN [BP-1226487847-172.17.0.3-1732447203782 heartbeating to localhost/127.0.0.1:34053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1226487847-172.17.0.3-1732447203782 (Datanode Uuid 7e2221b3-5dd2-4eaa-8d3b-9dfdd8bb73ac) service to localhost/127.0.0.1:34053 2024-11-24T11:20:35,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/cluster_6ebe787c-b338-02ef-1e6d-e79cbef8cb2a/data/data1/current/BP-1226487847-172.17.0.3-1732447203782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:20:35,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/cluster_6ebe787c-b338-02ef-1e6d-e79cbef8cb2a/data/data2/current/BP-1226487847-172.17.0.3-1732447203782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:20:35,169 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:20:35,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56324a50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:20:35,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:20:35,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:20:35,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:20:35,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/009a3e4d-fb85-6174-0dfc-02df7ab702d2/hadoop.log.dir/,STOPPED} 2024-11-24T11:20:35,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:20:35,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:20:35,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34053 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34053 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45575 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45575 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5921 (was 5956) 2024-11-24T11:20:35,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5921 2024-11-24T11:20:35,220 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T11:20:35,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.log.dir so I do NOT create it in target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b 2024-11-24T11:20:35,220 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:20:35,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.tmp.dir so I do NOT create it in target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b 2024-11-24T11:20:35,220 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a7354f9-d642-e9d3-289e-f2fa3abff07a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:20:35,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b 2024-11-24T11:20:35,221 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/cluster_53b2d5f1-a279-1e71-2441-bdcc69f3fd63, deleteOnExit=true 2024-11-24T11:20:35,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/cluster_53b2d5f1-a279-1e71-2441-bdcc69f3fd63/zookeeper_0, clientPort=61634, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/cluster_53b2d5f1-a279-1e71-2441-bdcc69f3fd63/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/cluster_53b2d5f1-a279-1e71-2441-bdcc69f3fd63/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:20:35,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61634 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/test.cache.data in system properties and HBase conf 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:20:35,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:20:35,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:20:35,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:20:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c926d550005, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:20:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c926d550002, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:20:35,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c926d550005, quorum=127.0.0.1:64079, baseZNode=/1-977720004 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:20:35,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c926d550002, quorum=127.0.0.1:64079, baseZNode=/0-1937532432 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:20:35,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:35,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:20:35,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:20:35,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:20:35,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:20:35,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:35,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de59a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:20:35,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:20:35,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593e7bcd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/java.io.tmpdir/jetty-localhost-40643-hadoop-hdfs-3_4_1-tests_jar-_-any-10358292290756978117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:20:35,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@670a5da2{HTTP/1.1, (http/1.1)}{localhost:40643} 2024-11-24T11:20:35,721 INFO [Time-limited test {}] server.Server(415): Started @203534ms 2024-11-24T11:20:35,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:35,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:20:35,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:20:35,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:20:35,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:20:35,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:20:35,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:20:36,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5abc4f7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/java.io.tmpdir/jetty-localhost-35391-hadoop-hdfs-3_4_1-tests_jar-_-any-15051888551057272852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:20:36,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:35391} 2024-11-24T11:20:36,079 INFO [Time-limited test {}] server.Server(415): Started @203892ms 2024-11-24T11:20:36,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:20:36,672 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/cluster_53b2d5f1-a279-1e71-2441-bdcc69f3fd63/data/data2/current/BP-499293956-172.17.0.3-1732447235266/current, will proceed with Du for space computation calculation, 2024-11-24T11:20:36,672 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/cluster_53b2d5f1-a279-1e71-2441-bdcc69f3fd63/data/data1/current/BP-499293956-172.17.0.3-1732447235266/current, will proceed with Du for space computation calculation, 2024-11-24T11:20:36,692 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:20:36,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6f6fd0e9079bf75 with lease ID 0x7fa0dd1a11ff6b50: Processing first storage report for DS-fc90960e-a2b2-48fe-9979-ce6e5c34ad84 from datanode DatanodeRegistration(127.0.0.1:40317, datanodeUuid=c3851ce4-0ffb-41a6-a38f-77de2b317d0e, infoPort=41135, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=1219695691;c=1732447235266) 2024-11-24T11:20:36,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6f6fd0e9079bf75 with lease ID 0x7fa0dd1a11ff6b50: from storage DS-fc90960e-a2b2-48fe-9979-ce6e5c34ad84 node DatanodeRegistration(127.0.0.1:40317, datanodeUuid=c3851ce4-0ffb-41a6-a38f-77de2b317d0e, infoPort=41135, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=1219695691;c=1732447235266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:20:36,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6f6fd0e9079bf75 with lease ID 0x7fa0dd1a11ff6b50: Processing first storage report for DS-3a5ae137-dd82-4d87-a3ec-a87c325d36fa from datanode DatanodeRegistration(127.0.0.1:40317, datanodeUuid=c3851ce4-0ffb-41a6-a38f-77de2b317d0e, infoPort=41135, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=1219695691;c=1732447235266) 2024-11-24T11:20:36,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6f6fd0e9079bf75 with lease ID 0x7fa0dd1a11ff6b50: from storage DS-3a5ae137-dd82-4d87-a3ec-a87c325d36fa node DatanodeRegistration(127.0.0.1:40317, datanodeUuid=c3851ce4-0ffb-41a6-a38f-77de2b317d0e, infoPort=41135, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=1219695691;c=1732447235266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:20:36,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b 2024-11-24T11:20:36,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:36,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:36,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:20:36,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:36,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:36,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:36,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:36,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:36,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:37,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f with version=8 2024-11-24T11:20:37,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/hbase-staging 2024-11-24T11:20:37,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:20:37,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:37,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:37,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:20:37,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:37,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:20:37,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:20:37,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:20:37,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41553 2024-11-24T11:20:37,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41553 connecting to ZooKeeper ensemble=127.0.0.1:61634 2024-11-24T11:20:37,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415530x0, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:37,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41553-0x1016c92e8560000 connected 2024-11-24T11:20:37,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:37,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:37,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on znode that does not yet exist, /01941202154/running 2024-11-24T11:20:37,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f, hbase.cluster.distributed=false 2024-11-24T11:20:37,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on znode that does not yet exist, /01941202154/acl 2024-11-24T11:20:37,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-24T11:20:37,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41553 2024-11-24T11:20:37,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41553 2024-11-24T11:20:37,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-24T11:20:37,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-24T11:20:37,314 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:20:37,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:37,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:37,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:20:37,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:37,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:20:37,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:20:37,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:20:37,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44089 2024-11-24T11:20:37,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44089 connecting to ZooKeeper ensemble=127.0.0.1:61634 2024-11-24T11:20:37,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:37,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:37,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440890x0, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:37,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44089-0x1016c92e8560001 connected 2024-11-24T11:20:37,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on znode that does not yet exist, /01941202154/running 2024-11-24T11:20:37,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:20:37,331 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:20:37,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on znode that does not yet exist, /01941202154/master 2024-11-24T11:20:37,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on znode that does not yet exist, /01941202154/acl 2024-11-24T11:20:37,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44089 2024-11-24T11:20:37,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44089 2024-11-24T11:20:37,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44089 2024-11-24T11:20:37,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44089 2024-11-24T11:20:37,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44089 2024-11-24T11:20:37,351 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:41553 2024-11-24T11:20:37,352 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01941202154/backup-masters/f5f73e76a839,41553,1732447237122 2024-11-24T11:20:37,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154/backup-masters 2024-11-24T11:20:37,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154/backup-masters 2024-11-24T11:20:37,359 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on existing znode=/01941202154/backup-masters/f5f73e76a839,41553,1732447237122 2024-11-24T11:20:37,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01941202154/master 2024-11-24T11:20:37,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:37,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:37,370 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on existing znode=/01941202154/master 2024-11-24T11:20:37,370 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01941202154/backup-masters/f5f73e76a839,41553,1732447237122 from backup master directory 2024-11-24T11:20:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01941202154/backup-masters/f5f73e76a839,41553,1732447237122 2024-11-24T11:20:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154/backup-masters 2024-11-24T11:20:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154/backup-masters 2024-11-24T11:20:37,380 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:20:37,380 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,41553,1732447237122 2024-11-24T11:20:37,383 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/hbase.id] with ID: d019aea5-7e5d-4b2a-8c2c-659e4b0067c7 2024-11-24T11:20:37,383 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/.tmp/hbase.id 2024-11-24T11:20:37,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:20:37,788 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/.tmp/hbase.id]:[hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/hbase.id] 2024-11-24T11:20:37,797 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:37,797 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:20:37,798 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:20:37,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:37,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:37,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:20:38,248 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:38,249 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:20:38,249 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:20:38,655 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store 2024-11-24T11:20:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:20:39,060 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:39,060 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:20:39,060 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:39,061 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:39,061 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:20:39,061 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:39,061 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:39,061 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447239060Disabling compacts and flushes for region at 1732447239060Disabling writes for close at 1732447239061 (+1 ms)Writing region close event to WAL at 1732447239061Closed at 1732447239061 2024-11-24T11:20:39,062 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/.initializing 2024-11-24T11:20:39,062 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/WALs/f5f73e76a839,41553,1732447237122 2024-11-24T11:20:39,062 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:20:39,064 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C41553%2C1732447237122, suffix=, logDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/WALs/f5f73e76a839,41553,1732447237122, archiveDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/oldWALs, maxLogs=10 2024-11-24T11:20:39,082 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/WALs/f5f73e76a839,41553,1732447237122/f5f73e76a839%2C41553%2C1732447237122.1732447239064, exclude list is [], retry=0 2024-11-24T11:20:39,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40317,DS-fc90960e-a2b2-48fe-9979-ce6e5c34ad84,DISK] 2024-11-24T11:20:39,090 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/WALs/f5f73e76a839,41553,1732447237122/f5f73e76a839%2C41553%2C1732447237122.1732447239064 2024-11-24T11:20:39,091 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41135:41135)] 2024-11-24T11:20:39,091 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:39,091 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:39,091 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,091 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:20:39,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:39,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:20:39,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:39,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:20:39,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:39,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:20:39,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:39,098 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,099 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,099 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,100 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,100 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,100 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:39,101 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:39,103 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:39,103 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333237, jitterRate=-0.04136006534099579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:39,104 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447239091Initializing all the Stores at 1732447239092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447239092Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447239092Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447239092Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447239092Cleaning up temporary data from old regions at 1732447239100 (+8 ms)Region opened successfully at 1732447239104 (+4 ms) 2024-11-24T11:20:39,104 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:20:39,107 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e1d863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:20:39,108 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:20:39,108 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:20:39,108 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:20:39,108 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:20:39,109 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:20:39,109 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:20:39,109 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:20:39,111 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:20:39,112 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Unable to get data of znode /01941202154/balancer because node does not exist (not necessarily an error) 2024-11-24T11:20:39,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:39,127 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:39,127 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8179 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:39,190 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01941202154/balancer already deleted, retry=false 2024-11-24T11:20:39,191 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:20:39,192 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Unable to get data of znode /01941202154/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:20:39,281 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01941202154/normalizer already deleted, retry=false 2024-11-24T11:20:39,281 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:20:39,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Unable to get data of znode /01941202154/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:20:39,343 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01941202154/switch/split already deleted, retry=false 2024-11-24T11:20:39,344 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Unable to get data of znode /01941202154/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:20:39,368 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01941202154/switch/merge already deleted, retry=false 2024-11-24T11:20:39,369 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Unable to get data of znode /01941202154/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:20:39,380 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01941202154/snapshot-cleanup already deleted, retry=false 2024-11-24T11:20:39,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01941202154/running 2024-11-24T11:20:39,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01941202154/running 2024-11-24T11:20:39,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:39,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:39,391 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,41553,1732447237122, sessionid=0x1016c92e8560000, setting cluster-up flag (Was=false) 2024-11-24T11:20:39,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:39,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:39,443 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01941202154/flush-table-proc/acquired, /01941202154/flush-table-proc/reached, /01941202154/flush-table-proc/abort 2024-11-24T11:20:39,444 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,41553,1732447237122 2024-11-24T11:20:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:39,496 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01941202154/online-snapshot/acquired, /01941202154/online-snapshot/reached, /01941202154/online-snapshot/abort 2024-11-24T11:20:39,496 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,41553,1732447237122 2024-11-24T11:20:39,497 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:20:39,499 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:39,499 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:20:39,499 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:20:39,499 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f5f73e76a839,36661,1732447177247: status=Processing ServerCrashProcedure of f5f73e76a839,36661,1732447177247 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732447193191, completionTime=-1 appears to have been leaked 2024-11-24T11:20:39,499 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,41553,1732447237122 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:20:39,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:39,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:39,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:39,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:39,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:20:39,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:20:39,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,501 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447269501 2024-11-24T11:20:39,501 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:20:39,501 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:20:39,501 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:20:39,501 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:20:39,501 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:20:39,501 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:20:39,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:39,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:20:39,502 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,502 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:20:39,502 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:20:39,502 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:20:39,502 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:20:39,502 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,502 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:20:39,503 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:20:39,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:20:39,503 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447239503,5,FailOnTimeoutGroup] 2024-11-24T11:20:39,503 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447239503,5,FailOnTimeoutGroup] 2024-11-24T11:20:39,503 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,503 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:20:39,503 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,503 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:20:39,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:20:39,512 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f 2024-11-24T11:20:39,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:20:39,544 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(746): ClusterId : d019aea5-7e5d-4b2a-8c2c-659e4b0067c7 2024-11-24T11:20:39,544 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:20:39,549 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:20:39,549 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:20:39,559 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:20:39,560 DEBUG [RS:0;f5f73e76a839:44089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de54e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:20:39,573 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:44089 2024-11-24T11:20:39,573 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:20:39,573 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:20:39,574 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:20:39,574 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,41553,1732447237122 with port=44089, startcode=1732447237314 2024-11-24T11:20:39,574 DEBUG [RS:0;f5f73e76a839:44089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:20:39,576 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:20:39,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,44089,1732447237314 2024-11-24T11:20:39,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41553 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,44089,1732447237314 2024-11-24T11:20:39,577 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f 2024-11-24T11:20:39,577 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42109 2024-11-24T11:20:39,577 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:20:39,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154/rs 2024-11-24T11:20:39,589 DEBUG [RS:0;f5f73e76a839:44089 {}] zookeeper.ZKUtil(111): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on existing znode=/01941202154/rs/f5f73e76a839,44089,1732447237314 2024-11-24T11:20:39,589 WARN [RS:0;f5f73e76a839:44089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:20:39,589 INFO [RS:0;f5f73e76a839:44089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:39,590 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314 2024-11-24T11:20:39,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,44089,1732447237314] 2024-11-24T11:20:39,592 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:20:39,593 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:20:39,593 INFO [RS:0;f5f73e76a839:44089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:20:39,593 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,593 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:20:39,594 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:20:39,594 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:20:39,594 DEBUG [RS:0;f5f73e76a839:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:20:39,595 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,595 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,595 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,595 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,595 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,595 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44089,1732447237314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:20:39,612 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:20:39,612 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44089,1732447237314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,612 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,612 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.Replication(171): f5f73e76a839,44089,1732447237314 started 2024-11-24T11:20:39,629 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:39,629 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,44089,1732447237314, RpcServer on f5f73e76a839/172.17.0.3:44089, sessionid=0x1016c92e8560001 2024-11-24T11:20:39,629 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:20:39,629 DEBUG [RS:0;f5f73e76a839:44089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,44089,1732447237314 2024-11-24T11:20:39,629 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,44089,1732447237314' 2024-11-24T11:20:39,629 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01941202154/flush-table-proc/abort' 2024-11-24T11:20:39,630 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01941202154/flush-table-proc/acquired' 2024-11-24T11:20:39,630 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:20:39,630 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:20:39,630 DEBUG [RS:0;f5f73e76a839:44089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,44089,1732447237314 2024-11-24T11:20:39,630 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,44089,1732447237314' 2024-11-24T11:20:39,630 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01941202154/online-snapshot/abort' 2024-11-24T11:20:39,630 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01941202154/online-snapshot/acquired' 2024-11-24T11:20:39,631 DEBUG [RS:0;f5f73e76a839:44089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:20:39,631 INFO [RS:0;f5f73e76a839:44089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:20:39,631 INFO [RS:0;f5f73e76a839:44089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:20:39,731 INFO [RS:0;f5f73e76a839:44089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:20:39,733 INFO [RS:0;f5f73e76a839:44089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C44089%2C1732447237314, suffix=, logDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314, archiveDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/oldWALs, maxLogs=10 2024-11-24T11:20:39,750 DEBUG [RS:0;f5f73e76a839:44089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733, exclude list is [], retry=0 2024-11-24T11:20:39,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40317,DS-fc90960e-a2b2-48fe-9979-ce6e5c34ad84,DISK] 2024-11-24T11:20:39,760 INFO [RS:0;f5f73e76a839:44089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 2024-11-24T11:20:39,761 DEBUG [RS:0;f5f73e76a839:44089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41135:41135)] 2024-11-24T11:20:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:20:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:20:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T11:20:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:20:39,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:39,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:20:39,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:20:39,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:39,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:20:39,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:20:39,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:39,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:20:39,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:20:39,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:39,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:20:39,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:20:39,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:39,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:39,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:20:39,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740 2024-11-24T11:20:39,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740 2024-11-24T11:20:39,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:20:39,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:20:39,928 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:39,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:20:39,930 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:39,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62448909, jitterRate=-0.06943874061107635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:39,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447239920Initializing all the Stores at 1732447239921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447239921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447239921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447239921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447239921Cleaning up temporary data from old regions at 1732447239927 (+6 ms)Region opened successfully at 1732447239930 (+3 ms) 2024-11-24T11:20:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:20:39,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:20:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:20:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:20:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:20:39,931 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447239931Disabling compacts and flushes for region at 1732447239931Disabling writes for close at 1732447239931Writing region close event to WAL at 1732447239931Closed at 1732447239931 2024-11-24T11:20:39,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:39,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:20:39,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:20:39,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:20:39,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:20:40,083 DEBUG [f5f73e76a839:41553 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:20:40,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,44089,1732447237314 2024-11-24T11:20:40,085 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,44089,1732447237314, state=OPENING 2024-11-24T11:20:40,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:20:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:40,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:20:40,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01941202154/meta-region-server: CHANGED 2024-11-24T11:20:40,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01941202154/meta-region-server: CHANGED 2024-11-24T11:20:40,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,44089,1732447237314}] 2024-11-24T11:20:40,322 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:20:40,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:20:40,327 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:20:40,327 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:40,327 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:20:40,328 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C44089%2C1732447237314.meta, suffix=.meta, logDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314, archiveDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/oldWALs, maxLogs=10 2024-11-24T11:20:40,341 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.meta.1732447240328.meta, exclude list is [], retry=0 2024-11-24T11:20:40,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40317,DS-fc90960e-a2b2-48fe-9979-ce6e5c34ad84,DISK] 2024-11-24T11:20:40,344 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.meta.1732447240328.meta 2024-11-24T11:20:40,344 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41135:41135)] 2024-11-24T11:20:40,344 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:40,345 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:40,345 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:20:40,345 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:20:40,345 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:20:40,345 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:20:40,345 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:40,345 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:20:40,345 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:20:40,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:20:40,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:20:40,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:40,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:40,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:20:40,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:20:40,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:40,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:40,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:20:40,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:20:40,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:40,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:40,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:20:40,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:20:40,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:40,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:40,350 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:20:40,351 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740 2024-11-24T11:20:40,352 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740 2024-11-24T11:20:40,353 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:20:40,353 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:20:40,353 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:40,354 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:20:40,355 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65532358, jitterRate=-0.023491770029067993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:40,355 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:20:40,355 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447240345Writing region info on filesystem at 1732447240345Initializing all the Stores at 1732447240346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447240346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447240346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447240346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447240346Cleaning up temporary data from old regions at 1732447240353 (+7 ms)Running coprocessor post-open hooks at 1732447240355 (+2 ms)Region opened successfully at 1732447240355 2024-11-24T11:20:40,356 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447240322 2024-11-24T11:20:40,358 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:20:40,358 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:20:40,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,44089,1732447237314 2024-11-24T11:20:40,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,44089,1732447237314, state=OPEN 2024-11-24T11:20:40,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01941202154/meta-region-server 2024-11-24T11:20:40,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01941202154/meta-region-server 2024-11-24T11:20:40,410 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,44089,1732447237314 2024-11-24T11:20:40,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01941202154/meta-region-server: CHANGED 2024-11-24T11:20:40,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01941202154/meta-region-server: CHANGED 2024-11-24T11:20:40,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:20:40,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,44089,1732447237314 in 240 msec 2024-11-24T11:20:40,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:20:40,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-24T11:20:40,414 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:40,414 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:20:40,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:40,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44089,1732447237314, seqNum=-1] 2024-11-24T11:20:40,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:40,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:40,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 922 msec 2024-11-24T11:20:40,421 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447240421, completionTime=-1 2024-11-24T11:20:40,421 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:20:40,421 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447300423 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447360423 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41553,1732447237122-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41553,1732447237122-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41553,1732447237122-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:41553, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:40,423 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:40,424 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:40,426 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:20:40,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.048sec 2024-11-24T11:20:40,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:20:40,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:20:40,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:20:40,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:20:40,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:20:40,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41553,1732447237122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:20:40,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41553,1732447237122-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:20:40,430 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:20:40,430 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:20:40,430 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41553,1732447237122-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:40,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:40,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41553,-1 for getting cluster id 2024-11-24T11:20:40,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:40,446 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd019aea5-7e5d-4b2a-8c2c-659e4b0067c7' 2024-11-24T11:20:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d019aea5-7e5d-4b2a-8c2c-659e4b0067c7" 2024-11-24T11:20:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eaf5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41553,-1] 2024-11-24T11:20:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:40,447 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:40,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e18bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:40,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44089,1732447237314, seqNum=-1] 2024-11-24T11:20:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:40,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:40,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,41553,1732447237122 2024-11-24T11:20:40,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61634 2024-11-24T11:20:40,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:40,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c92e8560002 connected 2024-11-24T11:20:40,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.log.dir so I do NOT create it in target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37 2024-11-24T11:20:40,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:20:40,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.tmp.dir so I do NOT create it in target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37 2024-11-24T11:20:40,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:20:40,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37 2024-11-24T11:20:40,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:20:40,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/cluster_0806d1c3-4a73-4536-1035-1541e2f68bd7, deleteOnExit=true 2024-11-24T11:20:40,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:20:40,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/test.cache.data in system properties and HBase conf 2024-11-24T11:20:40,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:20:40,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:20:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:20:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:20:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:20:40,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:40,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:20:40,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:20:40,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:20:40,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:20:40,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:40,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:20:40,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:20:41,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b9055a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/java.io.tmpdir/jetty-localhost-35313-hadoop-hdfs-3_4_1-tests_jar-_-any-15492602109273415752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:20:41,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:35313} 2024-11-24T11:20:41,072 INFO [Time-limited test {}] server.Server(415): Started @208885ms 2024-11-24T11:20:41,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:20:41,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:20:41,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:20:41,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:20:41,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:20:41,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:20:41,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:20:41,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f84d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/java.io.tmpdir/jetty-localhost-42341-hadoop-hdfs-3_4_1-tests_jar-_-any-2220847805534461106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:20:41,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:42341} 2024-11-24T11:20:41,441 INFO [Time-limited test {}] server.Server(415): Started @209254ms 2024-11-24T11:20:41,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:20:42,415 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/cluster_0806d1c3-4a73-4536-1035-1541e2f68bd7/data/data1/current/BP-12073363-172.17.0.3-1732447240503/current, will proceed with Du for space computation calculation, 2024-11-24T11:20:42,415 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/cluster_0806d1c3-4a73-4536-1035-1541e2f68bd7/data/data2/current/BP-12073363-172.17.0.3-1732447240503/current, will proceed with Du for space computation calculation, 2024-11-24T11:20:42,435 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:20:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1d70f080096a1a with lease ID 0x58155a9beec493b0: Processing first storage report for DS-f2095f55-132e-44ed-aef6-02e502c61e24 from datanode DatanodeRegistration(127.0.0.1:34029, datanodeUuid=679f126c-9e5a-40eb-8327-857c99266531, infoPort=37147, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=1440066679;c=1732447240503) 2024-11-24T11:20:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1d70f080096a1a with lease ID 0x58155a9beec493b0: from storage DS-f2095f55-132e-44ed-aef6-02e502c61e24 node DatanodeRegistration(127.0.0.1:34029, datanodeUuid=679f126c-9e5a-40eb-8327-857c99266531, infoPort=37147, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=1440066679;c=1732447240503), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T11:20:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1d70f080096a1a with lease ID 0x58155a9beec493b0: Processing first storage report for DS-bdee53ae-e4ff-4305-879c-889491f1fc35 from datanode DatanodeRegistration(127.0.0.1:34029, datanodeUuid=679f126c-9e5a-40eb-8327-857c99266531, infoPort=37147, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=1440066679;c=1732447240503) 2024-11-24T11:20:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1d70f080096a1a with lease ID 0x58155a9beec493b0: from storage DS-bdee53ae-e4ff-4305-879c-889491f1fc35 node DatanodeRegistration(127.0.0.1:34029, datanodeUuid=679f126c-9e5a-40eb-8327-857c99266531, infoPort=37147, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=1440066679;c=1732447240503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:20:42,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37 2024-11-24T11:20:42,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:42,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:42,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:20:42,893 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5 with version=8 2024-11-24T11:20:42,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/hbase-staging 2024-11-24T11:20:42,895 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:20:42,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:42,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:42,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:20:42,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:42,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:20:42,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:20:42,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:20:42,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35603 2024-11-24T11:20:42,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35603 connecting to ZooKeeper ensemble=127.0.0.1:61634 2024-11-24T11:20:42,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356030x0, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:42,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35603-0x1016c92e8560003 connected 2024-11-24T11:20:43,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:43,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:43,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on znode that does not yet exist, /1-1793259429/running 2024-11-24T11:20:43,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5, hbase.cluster.distributed=false 2024-11-24T11:20:43,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on znode that does not yet exist, /1-1793259429/acl 2024-11-24T11:20:43,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35603 2024-11-24T11:20:43,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35603 2024-11-24T11:20:43,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35603 2024-11-24T11:20:43,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35603 2024-11-24T11:20:43,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35603 2024-11-24T11:20:43,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:20:43,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:43,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:43,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:20:43,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:20:43,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:20:43,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:20:43,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:20:43,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41911 2024-11-24T11:20:43,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41911 connecting to ZooKeeper ensemble=127.0.0.1:61634 2024-11-24T11:20:43,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:43,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:43,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419110x0, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:43,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41911-0x1016c92e8560004 connected 2024-11-24T11:20:43,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on znode that does not yet exist, /1-1793259429/running 2024-11-24T11:20:43,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:20:43,055 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:20:43,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on znode that does not yet exist, /1-1793259429/master 2024-11-24T11:20:43,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on znode that does not yet exist, /1-1793259429/acl 2024-11-24T11:20:43,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41911 2024-11-24T11:20:43,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41911 2024-11-24T11:20:43,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41911 2024-11-24T11:20:43,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41911 2024-11-24T11:20:43,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41911 2024-11-24T11:20:43,078 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:35603 2024-11-24T11:20:43,078 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1793259429/backup-masters/f5f73e76a839,35603,1732447242895 2024-11-24T11:20:43,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429/backup-masters 2024-11-24T11:20:43,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429/backup-masters 2024-11-24T11:20:43,085 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on existing znode=/1-1793259429/backup-masters/f5f73e76a839,35603,1732447242895 2024-11-24T11:20:43,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:43,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1793259429/master 2024-11-24T11:20:43,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:43,096 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on existing znode=/1-1793259429/master 2024-11-24T11:20:43,096 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1793259429/backup-masters/f5f73e76a839,35603,1732447242895 from backup master directory 2024-11-24T11:20:43,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1793259429/backup-masters/f5f73e76a839,35603,1732447242895 2024-11-24T11:20:43,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429/backup-masters 2024-11-24T11:20:43,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429/backup-masters 2024-11-24T11:20:43,106 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:20:43,106 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,35603,1732447242895 2024-11-24T11:20:43,109 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/hbase.id] with ID: 10e2d94b-30dd-481c-b1b0-ac0865d0a4af 2024-11-24T11:20:43,109 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/.tmp/hbase.id 2024-11-24T11:20:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:20:43,114 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/.tmp/hbase.id]:[hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/hbase.id] 2024-11-24T11:20:43,121 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:20:43,121 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:20:43,122 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:20:43,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:43,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:43,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:20:43,132 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:43,132 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:20:43,133 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:20:43,538 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store 2024-11-24T11:20:43,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:20:43,943 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:43,944 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:20:43,944 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:43,944 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:43,944 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:20:43,944 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:43,944 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:43,944 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447243944Disabling compacts and flushes for region at 1732447243944Disabling writes for close at 1732447243944Writing region close event to WAL at 1732447243944Closed at 1732447243944 2024-11-24T11:20:43,944 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/.initializing 2024-11-24T11:20:43,944 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/WALs/f5f73e76a839,35603,1732447242895 2024-11-24T11:20:43,945 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:20:43,946 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C35603%2C1732447242895, suffix=, logDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/WALs/f5f73e76a839,35603,1732447242895, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/oldWALs, maxLogs=10 2024-11-24T11:20:43,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/WALs/f5f73e76a839,35603,1732447242895/f5f73e76a839%2C35603%2C1732447242895.1732447243946, exclude list is [], retry=0 2024-11-24T11:20:43,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34029,DS-f2095f55-132e-44ed-aef6-02e502c61e24,DISK] 2024-11-24T11:20:43,961 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/WALs/f5f73e76a839,35603,1732447242895/f5f73e76a839%2C35603%2C1732447242895.1732447243946 2024-11-24T11:20:43,961 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-11-24T11:20:43,961 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:43,961 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:43,961 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,962 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:20:43,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:43,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:43,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:20:43,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:43,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:43,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:20:43,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:43,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:43,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:20:43,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:43,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:43,968 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,968 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,968 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,969 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,969 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,970 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:43,970 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:20:43,972 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:43,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64004606, jitterRate=-0.04625704884529114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:43,973 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447243962Initializing all the Stores at 1732447243962Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447243962Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447243962Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447243962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447243962Cleaning up temporary data from old regions at 1732447243969 (+7 ms)Region opened successfully at 1732447243973 (+4 ms) 2024-11-24T11:20:43,973 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:20:43,975 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7690c02b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:20:43,976 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:20:43,976 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:20:43,976 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:20:43,976 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:20:43,977 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:20:43,977 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:20:43,977 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:20:43,979 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:20:43,980 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Unable to get data of znode /1-1793259429/balancer because node does not exist (not necessarily an error) 2024-11-24T11:20:44,064 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1793259429/balancer already deleted, retry=false 2024-11-24T11:20:44,064 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:20:44,065 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Unable to get data of znode /1-1793259429/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:20:44,154 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1793259429/normalizer already deleted, retry=false 2024-11-24T11:20:44,154 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:20:44,155 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Unable to get data of znode /1-1793259429/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:20:44,241 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1793259429/switch/split already deleted, retry=false 2024-11-24T11:20:44,242 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Unable to get data of znode /1-1793259429/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:20:44,253 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1793259429/switch/merge already deleted, retry=false 2024-11-24T11:20:44,254 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Unable to get data of znode /1-1793259429/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:20:44,263 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1793259429/snapshot-cleanup already deleted, retry=false 2024-11-24T11:20:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1793259429/running 2024-11-24T11:20:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1793259429/running 2024-11-24T11:20:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:44,275 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,35603,1732447242895, sessionid=0x1016c92e8560003, setting cluster-up flag (Was=false) 2024-11-24T11:20:44,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:44,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:44,327 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1793259429/flush-table-proc/acquired, /1-1793259429/flush-table-proc/reached, /1-1793259429/flush-table-proc/abort 2024-11-24T11:20:44,328 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,35603,1732447242895 2024-11-24T11:20:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:44,379 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1793259429/online-snapshot/acquired, /1-1793259429/online-snapshot/reached, /1-1793259429/online-snapshot/abort 2024-11-24T11:20:44,380 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,35603,1732447242895 2024-11-24T11:20:44,381 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:20:44,382 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:44,382 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:20:44,382 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:20:44,383 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,35603,1732447242895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:20:44,384 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:44,384 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:44,384 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:44,384 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:20:44,384 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:20:44,384 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,384 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:20:44,384 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:44,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:20:44,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:44,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:20:44,396 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447274396 2024-11-24T11:20:44,396 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:20:44,396 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:20:44,396 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:20:44,397 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:20:44,397 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:20:44,397 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:20:44,397 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,397 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:20:44,397 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:20:44,397 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:20:44,397 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:20:44,398 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:20:44,398 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:20:44,400 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447244398,5,FailOnTimeoutGroup] 2024-11-24T11:20:44,403 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447244400,5,FailOnTimeoutGroup] 2024-11-24T11:20:44,403 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,403 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:20:44,403 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,403 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:20:44,469 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(746): ClusterId : 10e2d94b-30dd-481c-b1b0-ac0865d0a4af 2024-11-24T11:20:44,469 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:20:44,496 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:20:44,496 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:20:44,507 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:20:44,507 DEBUG [RS:0;f5f73e76a839:41911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745e94b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:20:44,522 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:41911 2024-11-24T11:20:44,522 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:20:44,522 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:20:44,523 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:20:44,523 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,35603,1732447242895 with port=41911, startcode=1732447243036 2024-11-24T11:20:44,523 DEBUG [RS:0;f5f73e76a839:41911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:20:44,525 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:20:44,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,41911,1732447243036 2024-11-24T11:20:44,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35603 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,41911,1732447243036 2024-11-24T11:20:44,527 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5 2024-11-24T11:20:44,527 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35653 2024-11-24T11:20:44,527 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:20:44,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429/rs 2024-11-24T11:20:44,584 DEBUG [RS:0;f5f73e76a839:41911 {}] zookeeper.ZKUtil(111): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on existing znode=/1-1793259429/rs/f5f73e76a839,41911,1732447243036 2024-11-24T11:20:44,584 WARN [RS:0;f5f73e76a839:41911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:20:44,584 INFO [RS:0;f5f73e76a839:41911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:44,584 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036 2024-11-24T11:20:44,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,41911,1732447243036] 2024-11-24T11:20:44,587 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:20:44,588 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:20:44,588 INFO [RS:0;f5f73e76a839:41911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:20:44,588 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,588 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:20:44,589 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:20:44,589 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:20:44,589 DEBUG [RS:0;f5f73e76a839:41911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:20:44,590 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,590 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,590 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,590 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,590 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,590 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41911,1732447243036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:20:44,608 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:20:44,609 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41911,1732447243036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,609 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,609 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.Replication(171): f5f73e76a839,41911,1732447243036 started 2024-11-24T11:20:44,626 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:44,626 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,41911,1732447243036, RpcServer on f5f73e76a839/172.17.0.3:41911, sessionid=0x1016c92e8560004 2024-11-24T11:20:44,627 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:20:44,627 DEBUG [RS:0;f5f73e76a839:41911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,41911,1732447243036 2024-11-24T11:20:44,627 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,41911,1732447243036' 2024-11-24T11:20:44,627 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1793259429/flush-table-proc/abort' 2024-11-24T11:20:44,627 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1793259429/flush-table-proc/acquired' 2024-11-24T11:20:44,628 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:20:44,628 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:20:44,628 DEBUG [RS:0;f5f73e76a839:41911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,41911,1732447243036 2024-11-24T11:20:44,628 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,41911,1732447243036' 2024-11-24T11:20:44,628 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1793259429/online-snapshot/abort' 2024-11-24T11:20:44,628 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1793259429/online-snapshot/acquired' 2024-11-24T11:20:44,628 DEBUG [RS:0;f5f73e76a839:41911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:20:44,628 INFO [RS:0;f5f73e76a839:41911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:20:44,628 INFO [RS:0;f5f73e76a839:41911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:20:44,729 INFO [RS:0;f5f73e76a839:41911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:20:44,730 INFO [RS:0;f5f73e76a839:41911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C41911%2C1732447243036, suffix=, logDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/oldWALs, maxLogs=10 2024-11-24T11:20:44,746 DEBUG [RS:0;f5f73e76a839:41911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731, exclude list is [], retry=0 2024-11-24T11:20:44,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34029,DS-f2095f55-132e-44ed-aef6-02e502c61e24,DISK] 2024-11-24T11:20:44,750 INFO [RS:0;f5f73e76a839:41911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 2024-11-24T11:20:44,750 DEBUG [RS:0;f5f73e76a839:41911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-11-24T11:20:44,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:20:44,806 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5 2024-11-24T11:20:44,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:20:44,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:44,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:20:44,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:20:44,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:44,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:44,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:20:44,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:20:44,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:44,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:44,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:20:44,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:20:44,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:44,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:44,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:20:44,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:20:44,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:44,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:44,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:20:44,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740 2024-11-24T11:20:44,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740 2024-11-24T11:20:44,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:20:44,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:20:44,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:44,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:20:44,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:44,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75259101, jitterRate=0.12144799530506134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:44,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447244811Initializing all the Stores at 1732447244812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447244812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447244812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447244812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447244812Cleaning up temporary data from old regions at 1732447244818 (+6 ms)Region opened successfully at 1732447244821 (+3 ms) 2024-11-24T11:20:44,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:20:44,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:20:44,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:20:44,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:20:44,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:20:44,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:44,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447244821Disabling compacts and flushes for region at 1732447244821Disabling writes for close at 1732447244822 (+1 ms)Writing region close event to WAL at 1732447244822Closed at 1732447244822 2024-11-24T11:20:44,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:44,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:20:44,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:20:44,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:20:44,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:20:44,974 DEBUG [f5f73e76a839:35603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:20:44,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,41911,1732447243036 2024-11-24T11:20:44,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,41911,1732447243036, state=OPENING 2024-11-24T11:20:45,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:20:45,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:45,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:45,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1793259429/meta-region-server: CHANGED 2024-11-24T11:20:45,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1793259429/meta-region-server: CHANGED 2024-11-24T11:20:45,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:20:45,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,41911,1732447243036}] 2024-11-24T11:20:45,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:20:45,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:20:45,199 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:20:45,199 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:45,199 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:20:45,200 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C41911%2C1732447243036.meta, suffix=.meta, logDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/oldWALs, maxLogs=10 2024-11-24T11:20:45,213 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.meta.1732447245201.meta, exclude list is [], retry=0 2024-11-24T11:20:45,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34029,DS-f2095f55-132e-44ed-aef6-02e502c61e24,DISK] 2024-11-24T11:20:45,217 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.meta.1732447245201.meta 2024-11-24T11:20:45,219 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-11-24T11:20:45,220 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:45,220 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:45,220 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:20:45,220 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:20:45,220 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:20:45,221 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:20:45,221 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:45,221 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:20:45,221 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:20:45,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:20:45,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:20:45,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:45,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:45,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:20:45,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:20:45,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:45,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:45,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:20:45,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:20:45,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:45,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:45,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:20:45,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:20:45,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:45,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:20:45,229 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:20:45,229 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740 2024-11-24T11:20:45,230 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740 2024-11-24T11:20:45,231 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:20:45,231 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:20:45,231 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:20:45,232 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:20:45,232 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73866266, jitterRate=0.10069313645362854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:20:45,232 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:20:45,232 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447245221Writing region info on filesystem at 1732447245221Initializing all the Stores at 1732447245222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447245222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447245224 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447245224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447245224Cleaning up temporary data from old regions at 1732447245231 (+7 ms)Running coprocessor post-open hooks at 1732447245232 (+1 ms)Region opened successfully at 1732447245232 2024-11-24T11:20:45,233 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447245195 2024-11-24T11:20:45,235 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:20:45,235 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:20:45,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,41911,1732447243036 2024-11-24T11:20:45,236 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,41911,1732447243036, state=OPEN 2024-11-24T11:20:45,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1793259429/meta-region-server 2024-11-24T11:20:45,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1793259429/meta-region-server 2024-11-24T11:20:45,243 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,41911,1732447243036 2024-11-24T11:20:45,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1793259429/meta-region-server: CHANGED 2024-11-24T11:20:45,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1793259429/meta-region-server: CHANGED 2024-11-24T11:20:45,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:20:45,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,41911,1732447243036 in 200 msec 2024-11-24T11:20:45,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:20:45,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-24T11:20:45,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:20:45,247 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:20:45,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:45,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41911,1732447243036, seqNum=-1] 2024-11-24T11:20:45,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:45,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:45,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 872 msec 2024-11-24T11:20:45,254 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447245254, completionTime=-1 2024-11-24T11:20:45,254 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:20:45,254 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:20:45,255 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:20:45,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447305256 2024-11-24T11:20:45,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447365256 2024-11-24T11:20:45,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:20:45,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35603,1732447242895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:45,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35603,1732447242895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:45,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35603,1732447242895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:45,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:35603, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:45,256 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:45,257 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:45,258 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:20:45,260 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.154sec 2024-11-24T11:20:45,260 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:20:45,260 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:20:45,260 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:20:45,260 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:20:45,261 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:20:45,261 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35603,1732447242895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:20:45,261 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35603,1732447242895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:20:45,262 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:20:45,262 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:20:45,262 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35603,1732447242895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:20:45,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:45,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35603,-1 for getting cluster id 2024-11-24T11:20:45,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:45,271 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10e2d94b-30dd-481c-b1b0-ac0865d0a4af' 2024-11-24T11:20:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10e2d94b-30dd-481c-b1b0-ac0865d0a4af" 2024-11-24T11:20:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f627206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35603,-1] 2024-11-24T11:20:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:45,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:45,272 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:45,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f23f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:45,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41911,1732447243036, seqNum=-1] 2024-11-24T11:20:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:45,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:45,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,35603,1732447242895 2024-11-24T11:20:45,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61634 2024-11-24T11:20:45,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:45,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:20:45,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c92e8560005 connected 2024-11-24T11:20:45,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:45,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:45,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:45,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:45,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:45,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:45,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41553,1732447237122 2024-11-24T11:20:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ae851f5 2024-11-24T11:20:45,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:45,412 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:45,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:20:45,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:20:45,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:45,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:20:45,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:20:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:45,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:20:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:45,592 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:20:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:45,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 716400aad3c08e59d1e90549ce62b65d, NAME => 'test,,1732447245412.716400aad3c08e59d1e90549ce62b65d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f 2024-11-24T11:20:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:20:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:46,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447245412.716400aad3c08e59d1e90549ce62b65d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:46,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 716400aad3c08e59d1e90549ce62b65d, disabling compactions & flushes 2024-11-24T11:20:46,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:20:46,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:20:46,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. after waiting 0 ms 2024-11-24T11:20:46,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:20:46,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:20:46,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 716400aad3c08e59d1e90549ce62b65d: Waiting for close lock at 1732447246229Disabling compacts and flushes for region at 1732447246229Disabling writes for close at 1732447246229Writing region close event to WAL at 1732447246229Closed at 1732447246229 2024-11-24T11:20:46,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:20:46,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447245412.716400aad3c08e59d1e90549ce62b65d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447246230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447246230"}]},"ts":"1732447246230"} 2024-11-24T11:20:46,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:20:46,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:20:46,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447246234"}]},"ts":"1732447246234"} 2024-11-24T11:20:46,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:20:46,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=716400aad3c08e59d1e90549ce62b65d, ASSIGN}] 2024-11-24T11:20:46,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=716400aad3c08e59d1e90549ce62b65d, ASSIGN 2024-11-24T11:20:46,237 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=716400aad3c08e59d1e90549ce62b65d, ASSIGN; state=OFFLINE, location=f5f73e76a839,44089,1732447237314; forceNewPlan=false, retain=false 2024-11-24T11:20:46,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=716400aad3c08e59d1e90549ce62b65d, regionState=OPENING, regionLocation=f5f73e76a839,44089,1732447237314 2024-11-24T11:20:46,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=716400aad3c08e59d1e90549ce62b65d, ASSIGN because future has completed 2024-11-24T11:20:46,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 716400aad3c08e59d1e90549ce62b65d, server=f5f73e76a839,44089,1732447237314}] 2024-11-24T11:20:46,546 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:20:46,546 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 716400aad3c08e59d1e90549ce62b65d, NAME => 'test,,1732447245412.716400aad3c08e59d1e90549ce62b65d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:46,546 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:46,546 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:20:46,547 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,547 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447245412.716400aad3c08e59d1e90549ce62b65d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:46,547 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,547 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,548 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,549 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 716400aad3c08e59d1e90549ce62b65d columnFamilyName f 2024-11-24T11:20:46,549 DEBUG [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:46,550 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] regionserver.HStore(327): Store=716400aad3c08e59d1e90549ce62b65d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:46,550 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,551 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 716400aad3c08e59d1e90549ce62b65d columnFamilyName f1 2024-11-24T11:20:46,551 DEBUG [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:46,551 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] regionserver.HStore(327): Store=716400aad3c08e59d1e90549ce62b65d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:46,551 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,552 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 716400aad3c08e59d1e90549ce62b65d columnFamilyName norep 2024-11-24T11:20:46,552 DEBUG [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:46,552 INFO [StoreOpener-716400aad3c08e59d1e90549ce62b65d-1 {}] regionserver.HStore(327): Store=716400aad3c08e59d1e90549ce62b65d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:46,552 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,552 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,553 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,553 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,553 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,554 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:20:46,555 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,556 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:46,557 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 716400aad3c08e59d1e90549ce62b65d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63213076, jitterRate=-0.05805176496505737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:20:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:46,557 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:20:46,557 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 716400aad3c08e59d1e90549ce62b65d: Running coprocessor pre-open hook at 1732447246547Writing region info on filesystem at 1732447246547Initializing all the Stores at 1732447246548 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447246548Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447246548Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447246548Cleaning up temporary data from old regions at 1732447246553 (+5 ms)Running coprocessor post-open hooks at 1732447246557 (+4 ms)Region opened successfully at 1732447246557 2024-11-24T11:20:46,558 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447245412.716400aad3c08e59d1e90549ce62b65d., pid=6, masterSystemTime=1732447246542 2024-11-24T11:20:46,560 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:20:46,560 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:20:46,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=716400aad3c08e59d1e90549ce62b65d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,44089,1732447237314 2024-11-24T11:20:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 716400aad3c08e59d1e90549ce62b65d, server=f5f73e76a839,44089,1732447237314 because future has completed 2024-11-24T11:20:46,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:20:46,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 716400aad3c08e59d1e90549ce62b65d, server=f5f73e76a839,44089,1732447237314 in 173 msec 2024-11-24T11:20:46,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:20:46,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=716400aad3c08e59d1e90549ce62b65d, ASSIGN in 328 msec 2024-11-24T11:20:46,566 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:20:46,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447246566"}]},"ts":"1732447246566"} 2024-11-24T11:20:46,568 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:20:46,569 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:20:46,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-24T11:20:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:47,577 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:20:47,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,35603,1732447242895 2024-11-24T11:20:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ab0dcb9 2024-11-24T11:20:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:47,579 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:47,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:20:47,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:20:47,581 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:47,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:20:47,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:20:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:47,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:20:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:47,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 630a616dc3339af925703d217a24c943, NAME => 'test,,1732447247579.630a616dc3339af925703d217a24c943.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5 2024-11-24T11:20:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:20:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:48,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447247579.630a616dc3339af925703d217a24c943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:48,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 630a616dc3339af925703d217a24c943, disabling compactions & flushes 2024-11-24T11:20:48,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:48,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:48,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447247579.630a616dc3339af925703d217a24c943. after waiting 0 ms 2024-11-24T11:20:48,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:48,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:48,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 630a616dc3339af925703d217a24c943: Waiting for close lock at 1732447248396Disabling compacts and flushes for region at 1732447248396Disabling writes for close at 1732447248396Writing region close event to WAL at 1732447248396Closed at 1732447248396 2024-11-24T11:20:48,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:20:48,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447247579.630a616dc3339af925703d217a24c943.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447248397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447248397"}]},"ts":"1732447248397"} 2024-11-24T11:20:48,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:20:48,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:20:48,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447248400"}]},"ts":"1732447248400"} 2024-11-24T11:20:48,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:20:48,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=630a616dc3339af925703d217a24c943, ASSIGN}] 2024-11-24T11:20:48,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=630a616dc3339af925703d217a24c943, ASSIGN 2024-11-24T11:20:48,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=630a616dc3339af925703d217a24c943, ASSIGN; state=OFFLINE, location=f5f73e76a839,41911,1732447243036; forceNewPlan=false, retain=false 2024-11-24T11:20:48,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=630a616dc3339af925703d217a24c943, regionState=OPENING, regionLocation=f5f73e76a839,41911,1732447243036 2024-11-24T11:20:48,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=630a616dc3339af925703d217a24c943, ASSIGN because future has completed 2024-11-24T11:20:48,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630a616dc3339af925703d217a24c943, server=f5f73e76a839,41911,1732447243036}] 2024-11-24T11:20:48,711 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:48,711 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 630a616dc3339af925703d217a24c943, NAME => 'test,,1732447247579.630a616dc3339af925703d217a24c943.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:48,712 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:48,712 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:20:48,712 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,712 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447247579.630a616dc3339af925703d217a24c943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:48,712 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,712 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,713 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,714 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630a616dc3339af925703d217a24c943 columnFamilyName f 2024-11-24T11:20:48,714 DEBUG [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:48,714 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] regionserver.HStore(327): Store=630a616dc3339af925703d217a24c943/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:48,714 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,715 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630a616dc3339af925703d217a24c943 columnFamilyName f1 2024-11-24T11:20:48,715 DEBUG [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:48,715 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] regionserver.HStore(327): Store=630a616dc3339af925703d217a24c943/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:48,715 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,716 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630a616dc3339af925703d217a24c943 columnFamilyName norep 2024-11-24T11:20:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:48,716 DEBUG [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:48,717 INFO [StoreOpener-630a616dc3339af925703d217a24c943-1 {}] regionserver.HStore(327): Store=630a616dc3339af925703d217a24c943/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:48,717 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,717 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,718 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,718 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,718 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,719 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:20:48,719 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,721 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:48,721 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 630a616dc3339af925703d217a24c943; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60977265, jitterRate=-0.0913679450750351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:20:48,721 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 630a616dc3339af925703d217a24c943 2024-11-24T11:20:48,721 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 630a616dc3339af925703d217a24c943: Running coprocessor pre-open hook at 1732447248712Writing region info on filesystem at 1732447248712Initializing all the Stores at 1732447248713 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447248713Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447248713Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447248713Cleaning up temporary data from old regions at 1732447248718 (+5 ms)Running coprocessor post-open hooks at 1732447248721 (+3 ms)Region opened successfully at 1732447248721 2024-11-24T11:20:48,722 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447247579.630a616dc3339af925703d217a24c943., pid=6, masterSystemTime=1732447248708 2024-11-24T11:20:48,724 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:48,724 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:48,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=630a616dc3339af925703d217a24c943, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,41911,1732447243036 2024-11-24T11:20:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630a616dc3339af925703d217a24c943, server=f5f73e76a839,41911,1732447243036 because future has completed 2024-11-24T11:20:48,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:20:48,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 630a616dc3339af925703d217a24c943, server=f5f73e76a839,41911,1732447243036 in 171 msec 2024-11-24T11:20:48,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:20:48,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=630a616dc3339af925703d217a24c943, ASSIGN in 326 msec 2024-11-24T11:20:48,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:20:48,731 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447248731"}]},"ts":"1732447248731"} 2024-11-24T11:20:48,733 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:20:48,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:20:48,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-24T11:20:49,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:49,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:49,167 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18219 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:20:49,737 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:20:49,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41553,-1 for getting cluster id 2024-11-24T11:20:49,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:49,738 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd019aea5-7e5d-4b2a-8c2c-659e4b0067c7' 2024-11-24T11:20:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d019aea5-7e5d-4b2a-8c2c-659e4b0067c7" 2024-11-24T11:20:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1329fb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41553,-1] 2024-11-24T11:20:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:49,739 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466fc816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35603,-1 for getting cluster id 2024-11-24T11:20:49,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:49,742 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10e2d94b-30dd-481c-b1b0-ac0865d0a4af' 2024-11-24T11:20:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10e2d94b-30dd-481c-b1b0-ac0865d0a4af" 2024-11-24T11:20:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4800c873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35603,-1] 2024-11-24T11:20:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:49,743 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f935349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41553,-1 for getting cluster id 2024-11-24T11:20:49,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:49,745 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd019aea5-7e5d-4b2a-8c2c-659e4b0067c7' 2024-11-24T11:20:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d019aea5-7e5d-4b2a-8c2c-659e4b0067c7" 2024-11-24T11:20:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f144bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41553,-1] 2024-11-24T11:20:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:49,746 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a98376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41553,1732447237122 2024-11-24T11:20:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ba0be39 2024-11-24T11:20:49,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:49,749 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:49,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:35603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:20:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:20:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:49,752 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:35603' 2024-11-24T11:20:49,752 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40679d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,752 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35603,-1 for getting cluster id 2024-11-24T11:20:49,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:49,753 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10e2d94b-30dd-481c-b1b0-ac0865d0a4af' 2024-11-24T11:20:49,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:49,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10e2d94b-30dd-481c-b1b0-ac0865d0a4af" 2024-11-24T11:20:49,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567341cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35603,-1] 2024-11-24T11:20:49,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:49,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:49,755 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:49,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516f6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:49,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:49,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,35603,1732447242895 2024-11-24T11:20:49,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@346fe40f 2024-11-24T11:20:49,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:49,757 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:49,757 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T11:20:49,758 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:20:49,758 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:49,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:49,758 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:49,758 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:49,759 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:20:49,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:20:49,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:49,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:20:49,809 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:20:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:20:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:20:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:20:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T11:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:49,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T11:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:20:49,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T11:20:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:49,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T11:20:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:20:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:50,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cbdea35ee0d9795df7c8ea4fd84e09b, NAME => 'hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f 2024-11-24T11:20:50,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:20:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:50,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:50,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1cbdea35ee0d9795df7c8ea4fd84e09b, disabling compactions & flushes 2024-11-24T11:20:50,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:20:50,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:20:50,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. after waiting 0 ms 2024-11-24T11:20:50,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:20:50,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:20:50,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cbdea35ee0d9795df7c8ea4fd84e09b: Waiting for close lock at 1732447250679Disabling compacts and flushes for region at 1732447250679Disabling writes for close at 1732447250680 (+1 ms)Writing region close event to WAL at 1732447250680Closed at 1732447250680 2024-11-24T11:20:50,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:20:50,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447250681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447250681"}]},"ts":"1732447250681"} 2024-11-24T11:20:50,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:20:50,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:20:50,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447250684"}]},"ts":"1732447250684"} 2024-11-24T11:20:50,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:20:50,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cbdea35ee0d9795df7c8ea4fd84e09b, ASSIGN}] 2024-11-24T11:20:50,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cbdea35ee0d9795df7c8ea4fd84e09b, ASSIGN 2024-11-24T11:20:50,687 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1cbdea35ee0d9795df7c8ea4fd84e09b, ASSIGN; state=OFFLINE, location=f5f73e76a839,44089,1732447237314; forceNewPlan=false, retain=false 2024-11-24T11:20:50,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:50,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:50,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:50,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:50,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:50,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:50,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:50,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:20:50,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1cbdea35ee0d9795df7c8ea4fd84e09b, regionState=OPENING, regionLocation=f5f73e76a839,44089,1732447237314 2024-11-24T11:20:50,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1cbdea35ee0d9795df7c8ea4fd84e09b, ASSIGN because future has completed 2024-11-24T11:20:50,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cbdea35ee0d9795df7c8ea4fd84e09b, server=f5f73e76a839,44089,1732447237314}] 2024-11-24T11:20:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:50,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:20:50,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:50,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:20:50,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C44089%2C1732447237314.rep, suffix=, logDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314, archiveDir=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/oldWALs, maxLogs=10 2024-11-24T11:20:51,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.rep.1732447250998, exclude list is [], retry=0 2024-11-24T11:20:51,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40317,DS-fc90960e-a2b2-48fe-9979-ce6e5c34ad84,DISK] 2024-11-24T11:20:51,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.rep.1732447250998 2024-11-24T11:20:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41135:41135)] 2024-11-24T11:20:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cbdea35ee0d9795df7c8ea4fd84e09b, NAME => 'hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:51,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:20:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. service=MultiRowMutationService 2024-11-24T11:20:51,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:20:51,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:51,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,019 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,020 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cbdea35ee0d9795df7c8ea4fd84e09b columnFamilyName hfileref 2024-11-24T11:20:51,020 DEBUG [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:51,020 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] regionserver.HStore(327): Store=1cbdea35ee0d9795df7c8ea4fd84e09b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:51,020 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,021 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cbdea35ee0d9795df7c8ea4fd84e09b columnFamilyName queue 2024-11-24T11:20:51,021 DEBUG [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:51,021 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] regionserver.HStore(327): Store=1cbdea35ee0d9795df7c8ea4fd84e09b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:51,021 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,022 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cbdea35ee0d9795df7c8ea4fd84e09b columnFamilyName sid 2024-11-24T11:20:51,022 DEBUG [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:51,022 INFO [StoreOpener-1cbdea35ee0d9795df7c8ea4fd84e09b-1 {}] regionserver.HStore(327): Store=1cbdea35ee0d9795df7c8ea4fd84e09b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:51,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:20:51,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:51,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1cbdea35ee0d9795df7c8ea4fd84e09b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67454853, jitterRate=0.005155637860298157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:20:51,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:20:51,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1cbdea35ee0d9795df7c8ea4fd84e09b: Running coprocessor pre-open hook at 1732447251018Writing region info on filesystem at 1732447251018Initializing all the Stores at 1732447251018Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447251018Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447251019 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447251019Cleaning up temporary data from old regions at 1732447251024 (+5 ms)Running coprocessor post-open hooks at 1732447251027 (+3 ms)Region opened successfully at 1732447251027 2024-11-24T11:20:51,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b., pid=10, masterSystemTime=1732447250992 2024-11-24T11:20:51,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:20:51,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:20:51,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1cbdea35ee0d9795df7c8ea4fd84e09b, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,44089,1732447237314 2024-11-24T11:20:51,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cbdea35ee0d9795df7c8ea4fd84e09b, server=f5f73e76a839,44089,1732447237314 because future has completed 2024-11-24T11:20:51,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:20:51,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cbdea35ee0d9795df7c8ea4fd84e09b, server=f5f73e76a839,44089,1732447237314 in 193 msec 2024-11-24T11:20:51,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:20:51,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cbdea35ee0d9795df7c8ea4fd84e09b, ASSIGN in 348 msec 2024-11-24T11:20:51,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:20:51,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447251036"}]},"ts":"1732447251036"} 2024-11-24T11:20:51,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:20:51,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:20:51,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2810 sec 2024-11-24T11:20:51,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b., hostname=f5f73e76a839,44089,1732447237314, seqNum=2] 2024-11-24T11:20:51,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:51,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:20:51,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:20:51,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:20:51,290 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:20:51,316 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,44089,1732447237314, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:20:51,316 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:51,316 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44089,1732447237314, seqNum=-1] 2024-11-24T11:20:51,317 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:51,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T11:20:51,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,44089,1732447237314', locateType=CURRENT is [region=hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b., hostname=f5f73e76a839,44089,1732447237314, seqNum=2] 2024-11-24T11:20:51,322 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:20:51,323 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,44089,1732447237314 suceeded 2024-11-24T11:20:51,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:20:51,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-24T11:20:51,325 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:35603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:20:51,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5760 sec 2024-11-24T11:20:51,335 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:35603' 2024-11-24T11:20:51,336 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4fdd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,336 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35603,-1 for getting cluster id 2024-11-24T11:20:51,336 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:51,337 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10e2d94b-30dd-481c-b1b0-ac0865d0a4af' 2024-11-24T11:20:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10e2d94b-30dd-481c-b1b0-ac0865d0a4af" 2024-11-24T11:20:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@415450a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35603,-1] 2024-11-24T11:20:51,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:51,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:51,339 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:51,339 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb89676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,339 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:51,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,35603,1732447242895 2024-11-24T11:20:51,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5084437a 2024-11-24T11:20:51,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:51,341 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T11:20:51,341 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,44089,1732447237314 (queues=1) is replicating from cluster=d019aea5-7e5d-4b2a-8c2c-659e4b0067c7 to cluster=10e2d94b-30dd-481c-b1b0-ac0865d0a4af 2024-11-24T11:20:51,342 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C44089%2C1732447237314 2024-11-24T11:20:51,342 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,44089,1732447237314, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:20:51,342 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733, startPosition=0, beingWritten=true 2024-11-24T11:20:51,342 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C44089%2C1732447237314 2024-11-24T11:20:51,352 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:51,352 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 379, reset compression=false 2024-11-24T11:20:51,352 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,44089,1732447237314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:51,556 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 379, reset compression=false 2024-11-24T11:20:51,593 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:20:51,860 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 379, reset compression=false 2024-11-24T11:20:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:51,897 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:20:51,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:51,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:51,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:51,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:51,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:51,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35603,-1 for getting cluster id 2024-11-24T11:20:51,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:51,898 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10e2d94b-30dd-481c-b1b0-ac0865d0a4af' 2024-11-24T11:20:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10e2d94b-30dd-481c-b1b0-ac0865d0a4af" 2024-11-24T11:20:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451184f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35603,-1] 2024-11-24T11:20:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:51,899 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,35603,1732447242895 2024-11-24T11:20:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132a9036 2024-11-24T11:20:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:51,902 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:51,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:41553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:20:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:20:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:51,904 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:41553' 2024-11-24T11:20:51,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e37147b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,905 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41553,-1 for getting cluster id 2024-11-24T11:20:51,905 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:51,906 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd019aea5-7e5d-4b2a-8c2c-659e4b0067c7' 2024-11-24T11:20:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d019aea5-7e5d-4b2a-8c2c-659e4b0067c7" 2024-11-24T11:20:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587f4d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41553,-1] 2024-11-24T11:20:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:51,907 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:51,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e45a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:51,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:51,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41553,1732447237122 2024-11-24T11:20:51,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a43df4a 2024-11-24T11:20:51,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:51,909 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:20:51,910 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T11:20:51,910 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:20:51,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:51,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:51,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:51,910 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:20:51,911 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:20:51,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:20:51,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:51,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:20:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:20:51,961 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:20:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:52,267 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 379, reset compression=false 2024-11-24T11:20:52,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57d2d2ae23182c5b522cc769bfad3c1b, NAME => 'hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5 2024-11-24T11:20:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:20:52,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:52,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 57d2d2ae23182c5b522cc769bfad3c1b, disabling compactions & flushes 2024-11-24T11:20:52,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:52,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:52,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. after waiting 0 ms 2024-11-24T11:20:52,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:52,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:52,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57d2d2ae23182c5b522cc769bfad3c1b: Waiting for close lock at 1732447252325Disabling compacts and flushes for region at 1732447252325Disabling writes for close at 1732447252325Writing region close event to WAL at 1732447252325Closed at 1732447252325 2024-11-24T11:20:52,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:20:52,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447252326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447252326"}]},"ts":"1732447252326"} 2024-11-24T11:20:52,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:20:52,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:20:52,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447252329"}]},"ts":"1732447252329"} 2024-11-24T11:20:52,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:20:52,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57d2d2ae23182c5b522cc769bfad3c1b, ASSIGN}] 2024-11-24T11:20:52,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57d2d2ae23182c5b522cc769bfad3c1b, ASSIGN 2024-11-24T11:20:52,333 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57d2d2ae23182c5b522cc769bfad3c1b, ASSIGN; state=OFFLINE, location=f5f73e76a839,41911,1732447243036; forceNewPlan=false, retain=false 2024-11-24T11:20:52,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57d2d2ae23182c5b522cc769bfad3c1b, regionState=OPENING, regionLocation=f5f73e76a839,41911,1732447243036 2024-11-24T11:20:52,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57d2d2ae23182c5b522cc769bfad3c1b, ASSIGN because future has completed 2024-11-24T11:20:52,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57d2d2ae23182c5b522cc769bfad3c1b, server=f5f73e76a839,41911,1732447243036}] 2024-11-24T11:20:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:52,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:52,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:20:52,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:20:52,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C41911%2C1732447243036.rep, suffix=, logDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/oldWALs, maxLogs=10 2024-11-24T11:20:52,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.rep.1732447252644, exclude list is [], retry=0 2024-11-24T11:20:52,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34029,DS-f2095f55-132e-44ed-aef6-02e502c61e24,DISK] 2024-11-24T11:20:52,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.rep.1732447252644 2024-11-24T11:20:52,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-11-24T11:20:52,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 57d2d2ae23182c5b522cc769bfad3c1b, NAME => 'hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:20:52,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:20:52,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:20:52,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. service=MultiRowMutationService 2024-11-24T11:20:52,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:20:52,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:20:52,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,673 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,674 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57d2d2ae23182c5b522cc769bfad3c1b columnFamilyName hfileref 2024-11-24T11:20:52,674 DEBUG [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:52,675 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] regionserver.HStore(327): Store=57d2d2ae23182c5b522cc769bfad3c1b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:52,675 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,676 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57d2d2ae23182c5b522cc769bfad3c1b columnFamilyName queue 2024-11-24T11:20:52,676 DEBUG [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:52,676 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] regionserver.HStore(327): Store=57d2d2ae23182c5b522cc769bfad3c1b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:52,676 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,677 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57d2d2ae23182c5b522cc769bfad3c1b columnFamilyName sid 2024-11-24T11:20:52,677 DEBUG [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:20:52,677 INFO [StoreOpener-57d2d2ae23182c5b522cc769bfad3c1b-1 {}] regionserver.HStore(327): Store=57d2d2ae23182c5b522cc769bfad3c1b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:20:52,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/replication/57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/replication/57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:20:52,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/replication/57d2d2ae23182c5b522cc769bfad3c1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:20:52,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 57d2d2ae23182c5b522cc769bfad3c1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67358958, jitterRate=0.0037266910076141357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:20:52,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:52,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 57d2d2ae23182c5b522cc769bfad3c1b: Running coprocessor pre-open hook at 1732447252672Writing region info on filesystem at 1732447252672Initializing all the Stores at 1732447252673 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447252673Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447252673Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447252673Cleaning up temporary data from old regions at 1732447252679 (+6 ms)Running coprocessor post-open hooks at 1732447252682 (+3 ms)Region opened successfully at 1732447252682 2024-11-24T11:20:52,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b., pid=10, masterSystemTime=1732447252638 2024-11-24T11:20:52,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:52,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:52,685 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57d2d2ae23182c5b522cc769bfad3c1b, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,41911,1732447243036 2024-11-24T11:20:52,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57d2d2ae23182c5b522cc769bfad3c1b, server=f5f73e76a839,41911,1732447243036 because future has completed 2024-11-24T11:20:52,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:20:52,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 57d2d2ae23182c5b522cc769bfad3c1b, server=f5f73e76a839,41911,1732447243036 in 202 msec 2024-11-24T11:20:52,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:20:52,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57d2d2ae23182c5b522cc769bfad3c1b, ASSIGN in 358 msec 2024-11-24T11:20:52,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:20:52,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447252692"}]},"ts":"1732447252692"} 2024-11-24T11:20:52,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:20:52,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:20:52,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-24T11:20:52,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b., hostname=f5f73e76a839,41911,1732447243036, seqNum=2] 2024-11-24T11:20:52,770 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 379, reset compression=false 2024-11-24T11:20:52,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:52,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:52,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:20:52,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:20:52,954 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:20:52,992 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,41911,1732447243036, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:20:52,993 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:52,993 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41911,1732447243036, seqNum=-1] 2024-11-24T11:20:52,994 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:52,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T11:20:52,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,41911,1732447243036', locateType=CURRENT is [region=hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b., hostname=f5f73e76a839,41911,1732447243036, seqNum=2] 2024-11-24T11:20:52,998 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:20:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:20:53,000 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,41911,1732447243036 suceeded 2024-11-24T11:20:53,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:20:53,002 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:41553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:20:53,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T11:20:53,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1000 sec 2024-11-24T11:20:53,016 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:41553' 2024-11-24T11:20:53,018 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c031e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:53,018 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41553,-1 for getting cluster id 2024-11-24T11:20:53,018 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:53,019 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd019aea5-7e5d-4b2a-8c2c-659e4b0067c7' 2024-11-24T11:20:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d019aea5-7e5d-4b2a-8c2c-659e4b0067c7" 2024-11-24T11:20:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fe43472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41553,-1] 2024-11-24T11:20:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:53,020 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:53,020 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@544361ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:53,020 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41553,1732447237122 2024-11-24T11:20:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bd3fd95 2024-11-24T11:20:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:20:53,022 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T11:20:53,022 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,41911,1732447243036 (queues=1) is replicating from cluster=10e2d94b-30dd-481c-b1b0-ac0865d0a4af to cluster=d019aea5-7e5d-4b2a-8c2c-659e4b0067c7 2024-11-24T11:20:53,022 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C41911%2C1732447243036 2024-11-24T11:20:53,023 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,41911,1732447243036, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:20:53,023 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731, startPosition=0, beingWritten=true 2024-11-24T11:20:53,031 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C41911%2C1732447243036 2024-11-24T11:20:53,033 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:53,033 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 379, reset compression=false 2024-11-24T11:20:53,033 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41911,1732447243036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:20:53,037 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:20:53,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:53,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:53,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:53,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:53,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:53,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44089,1732447237314, seqNum=-1] 2024-11-24T11:20:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:53,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447245412.716400aad3c08e59d1e90549ce62b65d., hostname=f5f73e76a839,44089,1732447237314, seqNum=2] 2024-11-24T11:20:53,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41911,1732447243036, seqNum=-1] 2024-11-24T11:20:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:53,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:20:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447247579.630a616dc3339af925703d217a24c943., hostname=f5f73e76a839,41911,1732447243036, seqNum=2] 2024-11-24T11:20:53,052 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T11:20:53,237 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 379, reset compression=false 2024-11-24T11:20:53,375 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 379, reset compression=false 2024-11-24T11:20:53,379 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:20:53,379 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 480, reset compression=false 2024-11-24T11:20:53,379 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,44089,1732447237314 got entry batch from reader: WALEntryBatch [walEntries=[{test/716400aad3c08e59d1e90549ce62b65d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T11:20:53,381 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:20:53,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T11:20:53,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:20:53,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cac2b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:53,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35603,-1 for getting cluster id 2024-11-24T11:20:53,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:53,385 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10e2d94b-30dd-481c-b1b0-ac0865d0a4af' 2024-11-24T11:20:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10e2d94b-30dd-481c-b1b0-ac0865d0a4af" 2024-11-24T11:20:53,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff13ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:53,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35603,-1] 2024-11-24T11:20:53,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:53,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:53,386 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:53,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd8059c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:53,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:53,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,41911,1732447243036, seqNum=-1] 2024-11-24T11:20:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:53,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T11:20:53,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447247579.630a616dc3339af925703d217a24c943., hostname=f5f73e76a839,41911,1732447243036, seqNum=2] 2024-11-24T11:20:53,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:20:53,541 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 379, reset compression=false 2024-11-24T11:20:53,545 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:53,545 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 504, reset compression=false 2024-11-24T11:20:53,545 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41911,1732447243036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:53,583 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 480, reset compression=false 2024-11-24T11:20:53,749 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 504, reset compression=false 2024-11-24T11:20:53,886 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 480, reset compression=false 2024-11-24T11:20:54,053 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 504, reset compression=false 2024-11-24T11:20:54,055 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T11:20:54,059 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T11:20:54,290 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 480, reset compression=false 2024-11-24T11:20:54,457 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 504, reset compression=false 2024-11-24T11:20:54,461 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:20:54,461 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 608, reset compression=false 2024-11-24T11:20:54,461 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41911,1732447243036 got entry batch from reader: WALEntryBatch [walEntries=[{test/630a616dc3339af925703d217a24c943/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T11:20:54,463 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:20:54,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T11:20:54,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:20:54,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@478ca727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:54,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41553,-1 for getting cluster id 2024-11-24T11:20:54,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:20:54,466 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd019aea5-7e5d-4b2a-8c2c-659e4b0067c7' 2024-11-24T11:20:54,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:20:54,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d019aea5-7e5d-4b2a-8c2c-659e4b0067c7" 2024-11-24T11:20:54,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e57e56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:54,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41553,-1] 2024-11-24T11:20:54,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:20:54,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:54,467 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:20:54,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b46266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:20:54,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:20:54,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44089,1732447237314, seqNum=-1] 2024-11-24T11:20:54,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:20:54,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T11:20:54,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732447245412.716400aad3c08e59d1e90549ce62b65d., hostname=f5f73e76a839,44089,1732447237314, seqNum=2] 2024-11-24T11:20:54,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:20:54,664 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 608, reset compression=false 2024-11-24T11:20:54,793 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 480, reset compression=false 2024-11-24T11:20:54,869 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:54,869 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 607, reset compression=false 2024-11-24T11:20:54,869 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,44089,1732447237314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:54,967 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 608, reset compression=false 2024-11-24T11:20:55,060 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T11:20:55,065 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T11:20:55,072 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 607, reset compression=false 2024-11-24T11:20:55,076 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:20:55,076 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 763, reset compression=false 2024-11-24T11:20:55,076 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,44089,1732447237314 got entry batch from reader: WALEntryBatch [walEntries=[{test/716400aad3c08e59d1e90549ce62b65d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T11:20:55,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:20:55,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:20:55,280 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 763, reset compression=false 2024-11-24T11:20:55,371 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 608, reset compression=false 2024-11-24T11:20:55,375 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:55,375 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 756, reset compression=false 2024-11-24T11:20:55,375 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41911,1732447243036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:55,578 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 756, reset compression=false 2024-11-24T11:20:55,583 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 763, reset compression=false 2024-11-24T11:20:55,882 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 756, reset compression=false 2024-11-24T11:20:55,986 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 763, reset compression=false 2024-11-24T11:20:56,067 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T11:20:56,070 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T11:20:56,286 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 756, reset compression=false 2024-11-24T11:20:56,290 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:20:56,290 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 915, reset compression=false 2024-11-24T11:20:56,290 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41911,1732447243036 got entry batch from reader: WALEntryBatch [walEntries=[{test/630a616dc3339af925703d217a24c943/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T11:20:56,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:20:56,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:20:56,490 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 763, reset compression=false 2024-11-24T11:20:56,494 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:56,494 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:20:56,494 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 915, reset compression=false 2024-11-24T11:20:56,494 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,44089,1732447237314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:56,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:20:56,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:56,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:56,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:56,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:56,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:56,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:20:56,697 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:20:56,797 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 915, reset compression=false 2024-11-24T11:20:57,001 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:20:57,072 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T11:20:57,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:20:57,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:57,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:57,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:57,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:57,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:57,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:20:57,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1161189630, stopped=false 2024-11-24T11:20:57,075 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,35603,1732447242895 2024-11-24T11:20:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1793259429/running 2024-11-24T11:20:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1793259429/running 2024-11-24T11:20:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:57,147 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:20:57,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:20:57,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:57,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:57,148 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,41911,1732447243036' ***** 2024-11-24T11:20:57,148 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:20:57,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on znode that does not yet exist, /1-1793259429/running 2024-11-24T11:20:57,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Set watcher on znode that does not yet exist, /1-1793259429/running 2024-11-24T11:20:57,148 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:20:57,148 INFO [RS:0;f5f73e76a839:41911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:20:57,148 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:20:57,148 INFO [RS:0;f5f73e76a839:41911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:20:57,148 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(3091): Received CLOSE for 630a616dc3339af925703d217a24c943 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(3091): Received CLOSE for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,41911,1732447243036 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:41911. 2024-11-24T11:20:57,149 DEBUG [RS:0;f5f73e76a839:41911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:57,149 DEBUG [RS:0;f5f73e76a839:41911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:57,149 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 630a616dc3339af925703d217a24c943, disabling compactions & flushes 2024-11-24T11:20:57,149 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:57,149 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:57,149 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447247579.630a616dc3339af925703d217a24c943. after waiting 0 ms 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:20:57,149 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:20:57,149 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 630a616dc3339af925703d217a24c943 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T11:20:57,149 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:20:57,149 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1325): Online Regions={630a616dc3339af925703d217a24c943=test,,1732447247579.630a616dc3339af925703d217a24c943., 57d2d2ae23182c5b522cc769bfad3c1b=hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:20:57,149 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57d2d2ae23182c5b522cc769bfad3c1b, 630a616dc3339af925703d217a24c943 2024-11-24T11:20:57,149 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:20:57,149 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:20:57,149 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:20:57,149 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:20:57,149 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:20:57,149 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:20:57,164 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/info/6ba5331bb90043e387617a2ad17776ca is 147, key is hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b./info:regioninfo/1732447252685/Put/seqid=0 2024-11-24T11:20:57,164 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/f/5aac4eed68c14ad5acdfbf1d524ec0d7 is 29, key is row1/f:/1732447256068/DeleteFamily/seqid=0 2024-11-24T11:20:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741840_1016 (size=7686) 2024-11-24T11:20:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741841_1017 (size=5118) 2024-11-24T11:20:57,200 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 915, reset compression=false 2024-11-24T11:20:57,204 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:57,204 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 1162, reset compression=false 2024-11-24T11:20:57,204 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,41911,1732447243036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:20:57,205 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,41911,1732447243036: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,41911,1732447243036, walGroup=f5f73e76a839%2C41911%2C1732447243036, offset=f5f73e76a839%2C41911%2C1732447243036.1732447244731:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:41911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:20:57,206 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:20:57,206 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:20:57,207 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:20:57,207 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:20:57,207 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:20:57,207 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 650688512 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190462352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:20:57,207 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:35603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:35603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:20:57,213 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:20:57,349 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57d2d2ae23182c5b522cc769bfad3c1b, 630a616dc3339af925703d217a24c943 2024-11-24T11:20:57,404 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:20:57,407 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 1162, reset compression=false 2024-11-24T11:20:57,549 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57d2d2ae23182c5b522cc769bfad3c1b, 630a616dc3339af925703d217a24c943 2024-11-24T11:20:57,568 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/info/6ba5331bb90043e387617a2ad17776ca 2024-11-24T11:20:57,568 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/f/5aac4eed68c14ad5acdfbf1d524ec0d7 2024-11-24T11:20:57,572 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5aac4eed68c14ad5acdfbf1d524ec0d7 2024-11-24T11:20:57,591 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/ns/e83805cb47504faea12c3cfa8f107532 is 43, key is default/ns:d/1732447245250/Put/seqid=0 2024-11-24T11:20:57,595 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/f1/f108145338794c07ae21375ee448c00a is 30, key is row1/f1:/1732447256068/DeleteFamily/seqid=0 2024-11-24T11:20:57,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741842_1018 (size=5153) 2024-11-24T11:20:57,597 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:20:57,598 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:20:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741843_1019 (size=5123) 2024-11-24T11:20:57,710 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 1162, reset compression=false 2024-11-24T11:20:57,750 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57d2d2ae23182c5b522cc769bfad3c1b, 630a616dc3339af925703d217a24c943 2024-11-24T11:20:57,908 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:20:57,950 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57d2d2ae23182c5b522cc769bfad3c1b, 630a616dc3339af925703d217a24c943 2024-11-24T11:20:57,998 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/ns/e83805cb47504faea12c3cfa8f107532 2024-11-24T11:20:57,999 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/f1/f108145338794c07ae21375ee448c00a 2024-11-24T11:20:58,003 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f108145338794c07ae21375ee448c00a 2024-11-24T11:20:58,015 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/rep_barrier/e40fe6f81d2644e78a97a54c229bf8d3 is 112, key is test,,1732447247579.630a616dc3339af925703d217a24c943./rep_barrier:seqnumDuringOpen/1732447248724/Put/seqid=0 2024-11-24T11:20:58,019 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/norep/f9fb9dfa45e144f387147d46d12f987c is 33, key is row1/norep:/1732447256068/DeleteFamily/seqid=0 2024-11-24T11:20:58,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741844_1020 (size=5518) 2024-11-24T11:20:58,021 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/rep_barrier/e40fe6f81d2644e78a97a54c229bf8d3 2024-11-24T11:20:58,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741845_1021 (size=5108) 2024-11-24T11:20:58,039 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/table/466d6dd3864f4385a247aa63846041c9 is 53, key is hbase:replication/table:state/1732447252692/Put/seqid=0 2024-11-24T11:20:58,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741846_1022 (size=5308) 2024-11-24T11:20:58,113 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 1162, reset compression=false 2024-11-24T11:20:58,150 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57d2d2ae23182c5b522cc769bfad3c1b, 630a616dc3339af925703d217a24c943 2024-11-24T11:20:58,350 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57d2d2ae23182c5b522cc769bfad3c1b, 630a616dc3339af925703d217a24c943 2024-11-24T11:20:58,426 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/norep/f9fb9dfa45e144f387147d46d12f987c 2024-11-24T11:20:58,430 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9fb9dfa45e144f387147d46d12f987c 2024-11-24T11:20:58,431 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/f/5aac4eed68c14ad5acdfbf1d524ec0d7 as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/f/5aac4eed68c14ad5acdfbf1d524ec0d7 2024-11-24T11:20:58,435 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5aac4eed68c14ad5acdfbf1d524ec0d7 2024-11-24T11:20:58,435 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/f/5aac4eed68c14ad5acdfbf1d524ec0d7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T11:20:58,436 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/f1/f108145338794c07ae21375ee448c00a as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/f1/f108145338794c07ae21375ee448c00a 2024-11-24T11:20:58,440 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f108145338794c07ae21375ee448c00a 2024-11-24T11:20:58,440 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/f1/f108145338794c07ae21375ee448c00a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T11:20:58,441 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/.tmp/norep/f9fb9dfa45e144f387147d46d12f987c as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/norep/f9fb9dfa45e144f387147d46d12f987c 2024-11-24T11:20:58,443 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/table/466d6dd3864f4385a247aa63846041c9 2024-11-24T11:20:58,444 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9fb9dfa45e144f387147d46d12f987c 2024-11-24T11:20:58,444 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/norep/f9fb9dfa45e144f387147d46d12f987c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T11:20:58,445 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 630a616dc3339af925703d217a24c943 in 1296ms, sequenceid=8, compaction requested=false 2024-11-24T11:20:58,447 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/info/6ba5331bb90043e387617a2ad17776ca as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/info/6ba5331bb90043e387617a2ad17776ca 2024-11-24T11:20:58,449 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/default/test/630a616dc3339af925703d217a24c943/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T11:20:58,449 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:58,449 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:20:58,449 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:58,449 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 630a616dc3339af925703d217a24c943: Waiting for close lock at 1732447257149Running coprocessor pre-close hooks at 1732447257149Disabling compacts and flushes for region at 1732447257149Disabling writes for close at 1732447257149Obtaining lock to block concurrent updates at 1732447257149Preparing flush snapshotting stores in 630a616dc3339af925703d217a24c943 at 1732447257149Finished memstore snapshotting test,,1732447247579.630a616dc3339af925703d217a24c943., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732447257149Flushing stores of test,,1732447247579.630a616dc3339af925703d217a24c943. at 1732447257150 (+1 ms)Flushing 630a616dc3339af925703d217a24c943/f: creating writer at 1732447257150Flushing 630a616dc3339af925703d217a24c943/f: appending metadata at 1732447257163 (+13 ms)Flushing 630a616dc3339af925703d217a24c943/f: closing flushed file at 1732447257163Flushing 630a616dc3339af925703d217a24c943/f1: creating writer at 1732447257572 (+409 ms)Flushing 630a616dc3339af925703d217a24c943/f1: appending metadata at 1732447257595 (+23 ms)Flushing 630a616dc3339af925703d217a24c943/f1: closing flushed file at 1732447257595Flushing 630a616dc3339af925703d217a24c943/norep: creating writer at 1732447258003 (+408 ms)Flushing 630a616dc3339af925703d217a24c943/norep: appending metadata at 1732447258018 (+15 ms)Flushing 630a616dc3339af925703d217a24c943/norep: closing flushed file at 1732447258018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b49903: reopening flushed file at 1732447258430 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9ef704: reopening flushed file at 1732447258435 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4fd93d: reopening flushed file at 1732447258440 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 630a616dc3339af925703d217a24c943 in 1296ms, sequenceid=8, compaction requested=false at 1732447258445 (+5 ms)Writing region close event to WAL at 1732447258446 (+1 ms)Running coprocessor post-close hooks at 1732447258449 (+3 ms)Closed at 1732447258449 2024-11-24T11:20:58,449 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447247579.630a616dc3339af925703d217a24c943. 2024-11-24T11:20:58,450 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57d2d2ae23182c5b522cc769bfad3c1b, disabling compactions & flushes 2024-11-24T11:20:58,450 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:58,450 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:58,450 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. after waiting 0 ms 2024-11-24T11:20:58,450 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:58,450 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57d2d2ae23182c5b522cc769bfad3c1b: Waiting for close lock at 1732447258449Running coprocessor pre-close hooks at 1732447258449Disabling compacts and flushes for region at 1732447258449Disabling writes for close at 1732447258450 (+1 ms)Failed flush hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b., putting online again at 1732447258450 2024-11-24T11:20:58,450 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:58,451 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/info/6ba5331bb90043e387617a2ad17776ca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:20:58,452 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/ns/e83805cb47504faea12c3cfa8f107532 as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/ns/e83805cb47504faea12c3cfa8f107532 2024-11-24T11:20:58,455 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/ns/e83805cb47504faea12c3cfa8f107532, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:20:58,455 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/rep_barrier/e40fe6f81d2644e78a97a54c229bf8d3 as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/rep_barrier/e40fe6f81d2644e78a97a54c229bf8d3 2024-11-24T11:20:58,459 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/rep_barrier/e40fe6f81d2644e78a97a54c229bf8d3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:20:58,460 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/.tmp/table/466d6dd3864f4385a247aa63846041c9 as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/table/466d6dd3864f4385a247aa63846041c9 2024-11-24T11:20:58,464 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/table/466d6dd3864f4385a247aa63846041c9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:20:58,465 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-24T11:20:58,469 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:20:58,469 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:20:58,469 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:20:58,469 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:58,469 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447257149Running coprocessor pre-close hooks at 1732447257149Disabling compacts and flushes for region at 1732447257149Disabling writes for close at 1732447257149Obtaining lock to block concurrent updates at 1732447257149Preparing flush snapshotting stores in 1588230740 at 1732447257149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447257150 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732447257150Flushing 1588230740/info: creating writer at 1732447257150Flushing 1588230740/info: appending metadata at 1732447257164 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732447257164Flushing 1588230740/ns: creating writer at 1732447257572 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732447257591 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732447257591Flushing 1588230740/rep_barrier: creating writer at 1732447258002 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447258014 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447258014Flushing 1588230740/table: creating writer at 1732447258025 (+11 ms)Flushing 1588230740/table: appending metadata at 1732447258038 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732447258038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348a3051: reopening flushed file at 1732447258447 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4509b9e0: reopening flushed file at 1732447258451 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49277f52: reopening flushed file at 1732447258455 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113ab89e: reopening flushed file at 1732447258460 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1732447258465 (+5 ms)Writing region close event to WAL at 1732447258466 (+1 ms)Running coprocessor post-close hooks at 1732447258469 (+3 ms)Closed at 1732447258469 2024-11-24T11:20:58,470 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:20:58,512 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:20:58,550 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:20:58,550 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1325): Online Regions={57d2d2ae23182c5b522cc769bfad3c1b=hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b.} 2024-11-24T11:20:58,550 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(3091): Received CLOSE for 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:58,551 DEBUG [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1351): Waiting on 57d2d2ae23182c5b522cc769bfad3c1b 2024-11-24T11:20:58,551 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57d2d2ae23182c5b522cc769bfad3c1b, disabling compactions & flushes 2024-11-24T11:20:58,551 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:58,551 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:58,551 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. after waiting 0 ms 2024-11-24T11:20:58,551 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:58,551 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57d2d2ae23182c5b522cc769bfad3c1b: Waiting for close lock at 1732447258551Running coprocessor pre-close hooks at 1732447258551Disabling compacts and flushes for region at 1732447258551Disabling writes for close at 1732447258551Failed flush hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b., putting online again at 1732447258551 2024-11-24T11:20:58,551 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732447251910.57d2d2ae23182c5b522cc769bfad3c1b. 2024-11-24T11:20:58,616 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 1162, reset compression=false 2024-11-24T11:20:58,621 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:20:58,621 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 1806, reset compression=false 2024-11-24T11:20:58,751 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T11:20:58,751 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,41911,1732447243036; all regions closed. 2024-11-24T11:20:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:20:58,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.meta.1732447245201.meta not finished, retry = 0 2024-11-24T11:20:58,824 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/WALs/f5f73e76a839,41911,1732447243036/f5f73e76a839%2C41911%2C1732447243036.1732447244731 to pos 1806, reset compression=false 2024-11-24T11:20:58,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741839_1015 (size=1733) 2024-11-24T11:20:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741832_1008 (size=1814) 2024-11-24T11:20:58,857 DEBUG [RS:0;f5f73e76a839:41911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:58,857 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:20:58,858 INFO [RS:0;f5f73e76a839:41911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:20:58,858 INFO [RS:0;f5f73e76a839:41911 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:20:58,858 INFO [RS:0;f5f73e76a839:41911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:20:58,858 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:20:58,858 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,41911,1732447243036 because: Region server is closing 2024-11-24T11:20:58,858 INFO [RS:0;f5f73e76a839:41911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:41911. 2024-11-24T11:20:58,858 DEBUG [RS:0;f5f73e76a839:41911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:58,858 DEBUG [RS:0;f5f73e76a839:41911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:58,858 DEBUG [RS:0;f5f73e76a839:41911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:58,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:58,959 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.shipperf5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 terminated 2024-11-24T11:20:58,959 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,41911,1732447243036.replicationSource.wal-reader.f5f73e76a839%2C41911%2C1732447243036,1-f5f73e76a839,41911,1732447243036 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:20:58,959 INFO [RS:0;f5f73e76a839:41911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:41911. 2024-11-24T11:20:58,959 DEBUG [RS:0;f5f73e76a839:41911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:20:58,959 DEBUG [RS:0;f5f73e76a839:41911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:58,959 DEBUG [RS:0;f5f73e76a839:41911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:20:58,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:20:58,959 INFO [RS:0;f5f73e76a839:41911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41911 2024-11-24T11:20:58,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1793259429/rs/f5f73e76a839,41911,1732447243036 2024-11-24T11:20:58,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429/rs 2024-11-24T11:20:59,000 INFO [RS:0;f5f73e76a839:41911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:20:59,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,41911,1732447243036] 2024-11-24T11:20:59,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1793259429/draining/f5f73e76a839,41911,1732447243036 already deleted, retry=false 2024-11-24T11:20:59,020 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,41911,1732447243036 expired; onlineServers=0 2024-11-24T11:20:59,020 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,35603,1732447242895' ***** 2024-11-24T11:20:59,020 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:20:59,021 INFO [M:0;f5f73e76a839:35603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:20:59,021 INFO [M:0;f5f73e76a839:35603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:20:59,021 DEBUG [M:0;f5f73e76a839:35603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:20:59,021 DEBUG [M:0;f5f73e76a839:35603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:20:59,021 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:20:59,021 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447244400 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447244400,5,FailOnTimeoutGroup] 2024-11-24T11:20:59,021 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447244398 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447244398,5,FailOnTimeoutGroup] 2024-11-24T11:20:59,021 INFO [M:0;f5f73e76a839:35603 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:20:59,021 INFO [M:0;f5f73e76a839:35603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:20:59,021 DEBUG [M:0;f5f73e76a839:35603 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:20:59,021 INFO [M:0;f5f73e76a839:35603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:20:59,021 INFO [M:0;f5f73e76a839:35603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:20:59,021 INFO [M:0;f5f73e76a839:35603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:20:59,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:20:59,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1793259429/master 2024-11-24T11:20:59,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1793259429 2024-11-24T11:20:59,031 DEBUG [M:0;f5f73e76a839:35603 {}] zookeeper.ZKUtil(347): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Unable to get data of znode /1-1793259429/master because node does not exist (not an error) 2024-11-24T11:20:59,031 WARN [M:0;f5f73e76a839:35603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:20:59,032 INFO [M:0;f5f73e76a839:35603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/.lastflushedseqids 2024-11-24T11:20:59,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741847_1023 (size=245) 2024-11-24T11:20:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:59,111 INFO [RS:0;f5f73e76a839:41911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:20:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41911-0x1016c92e8560004, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:20:59,111 INFO [RS:0;f5f73e76a839:41911 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,41911,1732447243036; zookeeper connection closed. 2024-11-24T11:20:59,111 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a0c784c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a0c784c 2024-11-24T11:20:59,111 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:20:59,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:20:59,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:59,186 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28238 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:20:59,215 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:20:59,436 INFO [M:0;f5f73e76a839:35603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:20:59,436 INFO [M:0;f5f73e76a839:35603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:20:59,436 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:20:59,436 INFO [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:59,436 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:59,436 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:20:59,436 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:20:59,436 INFO [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T11:20:59,450 DEBUG [M:0;f5f73e76a839:35603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0271fd205c404e20aebbe6d038a500e7 is 82, key is hbase:meta,,1/info:regioninfo/1732447245236/Put/seqid=0 2024-11-24T11:20:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741848_1024 (size=5672) 2024-11-24T11:20:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T11:20:59,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T11:20:59,855 INFO [M:0;f5f73e76a839:35603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0271fd205c404e20aebbe6d038a500e7 2024-11-24T11:20:59,908 DEBUG [M:0;f5f73e76a839:35603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46662c06ea6b491c888083c95925fcd6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447252695/Put/seqid=0 2024-11-24T11:20:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741849_1025 (size=8515) 2024-11-24T11:21:00,018 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:21:00,312 INFO [M:0;f5f73e76a839:35603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46662c06ea6b491c888083c95925fcd6 2024-11-24T11:21:00,328 DEBUG [M:0;f5f73e76a839:35603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cbb3ff74a0b4900be997f645741c040 is 69, key is f5f73e76a839,41911,1732447243036/rs:state/1732447244526/Put/seqid=0 2024-11-24T11:21:00,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741850_1026 (size=5156) 2024-11-24T11:21:00,732 INFO [M:0;f5f73e76a839:35603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cbb3ff74a0b4900be997f645741c040 2024-11-24T11:21:00,736 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0271fd205c404e20aebbe6d038a500e7 as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0271fd205c404e20aebbe6d038a500e7 2024-11-24T11:21:00,740 INFO [M:0;f5f73e76a839:35603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0271fd205c404e20aebbe6d038a500e7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T11:21:00,741 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46662c06ea6b491c888083c95925fcd6 as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46662c06ea6b491c888083c95925fcd6 2024-11-24T11:21:00,744 INFO [M:0;f5f73e76a839:35603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46662c06ea6b491c888083c95925fcd6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T11:21:00,745 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cbb3ff74a0b4900be997f645741c040 as hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cbb3ff74a0b4900be997f645741c040 2024-11-24T11:21:00,749 INFO [M:0;f5f73e76a839:35603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/989c564f-857b-c5ef-012f-131974cfd1f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cbb3ff74a0b4900be997f645741c040, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T11:21:00,749 INFO [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=97, compaction requested=false 2024-11-24T11:21:00,750 INFO [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:00,751 DEBUG [M:0;f5f73e76a839:35603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447259436Disabling compacts and flushes for region at 1732447259436Disabling writes for close at 1732447259436Obtaining lock to block concurrent updates at 1732447259436Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447259436Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732447259437 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447259437Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447259437Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447259450 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447259450Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447259895 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447259908 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447259908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447260315 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447260327 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447260327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4d5592: reopening flushed file at 1732447260736 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e27b78: reopening flushed file at 1732447260740 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6939da: reopening flushed file at 1732447260744 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=97, compaction requested=false at 1732447260749 (+5 ms)Writing region close event to WAL at 1732447260750 (+1 ms)Closed at 1732447260750 2024-11-24T11:21:00,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741830_1006 (size=63642) 2024-11-24T11:21:00,752 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:00,752 INFO [M:0;f5f73e76a839:35603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:21:00,753 INFO [M:0;f5f73e76a839:35603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35603 2024-11-24T11:21:00,753 INFO [M:0;f5f73e76a839:35603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:00,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:00,889 INFO [M:0;f5f73e76a839:35603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:00,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x1016c92e8560003, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:00,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f84d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:00,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:00,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:00,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:00,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:00,920 WARN [BP-12073363-172.17.0.3-1732447240503 heartbeating to localhost/127.0.0.1:35653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:21:00,920 WARN [BP-12073363-172.17.0.3-1732447240503 heartbeating to localhost/127.0.0.1:35653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-12073363-172.17.0.3-1732447240503 (Datanode Uuid 679f126c-9e5a-40eb-8327-857c99266531) service to localhost/127.0.0.1:35653 2024-11-24T11:21:00,920 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:21:00,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:21:00,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/cluster_0806d1c3-4a73-4536-1035-1541e2f68bd7/data/data1/current/BP-12073363-172.17.0.3-1732447240503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:00,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/cluster_0806d1c3-4a73-4536-1035-1541e2f68bd7/data/data2/current/BP-12073363-172.17.0.3-1732447240503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:00,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:21:00,922 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:21:00,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b9055a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:00,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:00,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:00,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:00,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:21:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:21:00,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:00,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:00,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:00,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:00,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:00,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:21:00,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=616466705, stopped=false 2024-11-24T11:21:00,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,41553,1732447237122 2024-11-24T11:21:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01941202154/running 2024-11-24T11:21:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01941202154/running 2024-11-24T11:21:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:21:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:21:00,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:21:00,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:00,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:00,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:00,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on znode that does not yet exist, /01941202154/running 2024-11-24T11:21:00,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Set watcher on znode that does not yet exist, /01941202154/running 2024-11-24T11:21:00,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,44089,1732447237314' ***** 2024-11-24T11:21:00,947 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:21:00,948 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(3091): Received CLOSE for 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cbdea35ee0d9795df7c8ea4fd84e09b 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,44089,1732447237314 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:21:00,948 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 716400aad3c08e59d1e90549ce62b65d, disabling compactions & flushes 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:44089. 2024-11-24T11:21:00,948 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:21:00,948 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:21:00,948 DEBUG [RS:0;f5f73e76a839:44089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:00,948 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. after waiting 0 ms 2024-11-24T11:21:00,948 DEBUG [RS:0;f5f73e76a839:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:00,948 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:21:00,948 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 716400aad3c08e59d1e90549ce62b65d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:21:00,948 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:21:00,949 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:21:00,949 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 716400aad3c08e59d1e90549ce62b65d=test,,1732447245412.716400aad3c08e59d1e90549ce62b65d., 1cbdea35ee0d9795df7c8ea4fd84e09b=hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b.} 2024-11-24T11:21:00,949 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cbdea35ee0d9795df7c8ea4fd84e09b, 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:21:00,949 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:21:00,949 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:21:00,949 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:21:00,949 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:21:00,949 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:21:00,949 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:21:00,962 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/f/f5e0acf5218f45d3b0ca8153d95ed001 is 29, key is row1/f:/1732447256068/DeleteFamily/seqid=0 2024-11-24T11:21:00,965 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/info/8fa3b8897f9641de90f948d4ced0a88d is 147, key is hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b./info:regioninfo/1732447251030/Put/seqid=0 2024-11-24T11:21:00,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741840_1016 (size=5118) 2024-11-24T11:21:00,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741841_1017 (size=7686) 2024-11-24T11:21:01,015 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:21:01,149 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cbdea35ee0d9795df7c8ea4fd84e09b, 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:21:01,349 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cbdea35ee0d9795df7c8ea4fd84e09b, 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:21:01,367 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/f/f5e0acf5218f45d3b0ca8153d95ed001 2024-11-24T11:21:01,371 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/info/8fa3b8897f9641de90f948d4ced0a88d 2024-11-24T11:21:01,372 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5e0acf5218f45d3b0ca8153d95ed001 2024-11-24T11:21:01,385 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/f1/09e3407ffedf4790b16dada5033422e4 is 30, key is row1/f1:/1732447256068/DeleteFamily/seqid=0 2024-11-24T11:21:01,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741842_1018 (size=5123) 2024-11-24T11:21:01,391 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/ns/b6aa071a3a2a4f11bde611e2a5aceef0 is 43, key is default/ns:d/1732447240417/Put/seqid=0 2024-11-24T11:21:01,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741843_1019 (size=5153) 2024-11-24T11:21:01,549 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cbdea35ee0d9795df7c8ea4fd84e09b, 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:21:01,630 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:21:01,630 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:21:01,749 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cbdea35ee0d9795df7c8ea4fd84e09b, 716400aad3c08e59d1e90549ce62b65d 2024-11-24T11:21:01,789 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/f1/09e3407ffedf4790b16dada5033422e4 2024-11-24T11:21:01,793 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e3407ffedf4790b16dada5033422e4 2024-11-24T11:21:01,795 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/ns/b6aa071a3a2a4f11bde611e2a5aceef0 2024-11-24T11:21:01,810 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/norep/4699653f90814fad8dfc61634f04dac8 is 32, key is row/norep:/1732447255063/DeleteFamily/seqid=0 2024-11-24T11:21:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741844_1020 (size=5101) 2024-11-24T11:21:01,815 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/865922429a974a329ecc02b54a6cf650 is 112, key is test,,1732447245412.716400aad3c08e59d1e90549ce62b65d./rep_barrier:seqnumDuringOpen/1732447246560/Put/seqid=0 2024-11-24T11:21:01,815 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/norep/4699653f90814fad8dfc61634f04dac8 2024-11-24T11:21:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741845_1021 (size=5518) 2024-11-24T11:21:01,819 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4699653f90814fad8dfc61634f04dac8 2024-11-24T11:21:01,820 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/f/f5e0acf5218f45d3b0ca8153d95ed001 as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/f/f5e0acf5218f45d3b0ca8153d95ed001 2024-11-24T11:21:01,823 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5e0acf5218f45d3b0ca8153d95ed001 2024-11-24T11:21:01,823 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/f/f5e0acf5218f45d3b0ca8153d95ed001, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T11:21:01,824 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/f1/09e3407ffedf4790b16dada5033422e4 as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/f1/09e3407ffedf4790b16dada5033422e4 2024-11-24T11:21:01,828 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e3407ffedf4790b16dada5033422e4 2024-11-24T11:21:01,828 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/f1/09e3407ffedf4790b16dada5033422e4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T11:21:01,828 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/.tmp/norep/4699653f90814fad8dfc61634f04dac8 as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/norep/4699653f90814fad8dfc61634f04dac8 2024-11-24T11:21:01,832 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4699653f90814fad8dfc61634f04dac8 2024-11-24T11:21:01,832 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/norep/4699653f90814fad8dfc61634f04dac8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T11:21:01,833 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 716400aad3c08e59d1e90549ce62b65d in 885ms, sequenceid=8, compaction requested=false 2024-11-24T11:21:01,839 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/default/test/716400aad3c08e59d1e90549ce62b65d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T11:21:01,839 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:01,839 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:21:01,839 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:21:01,839 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 716400aad3c08e59d1e90549ce62b65d: Waiting for close lock at 1732447260948Running coprocessor pre-close hooks at 1732447260948Disabling compacts and flushes for region at 1732447260948Disabling writes for close at 1732447260948Obtaining lock to block concurrent updates at 1732447260948Preparing flush snapshotting stores in 716400aad3c08e59d1e90549ce62b65d at 1732447260948Finished memstore snapshotting test,,1732447245412.716400aad3c08e59d1e90549ce62b65d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732447260949 (+1 ms)Flushing stores of test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. at 1732447260949Flushing 716400aad3c08e59d1e90549ce62b65d/f: creating writer at 1732447260949Flushing 716400aad3c08e59d1e90549ce62b65d/f: appending metadata at 1732447260962 (+13 ms)Flushing 716400aad3c08e59d1e90549ce62b65d/f: closing flushed file at 1732447260962Flushing 716400aad3c08e59d1e90549ce62b65d/f1: creating writer at 1732447261372 (+410 ms)Flushing 716400aad3c08e59d1e90549ce62b65d/f1: appending metadata at 1732447261384 (+12 ms)Flushing 716400aad3c08e59d1e90549ce62b65d/f1: closing flushed file at 1732447261384Flushing 716400aad3c08e59d1e90549ce62b65d/norep: creating writer at 1732447261793 (+409 ms)Flushing 716400aad3c08e59d1e90549ce62b65d/norep: appending metadata at 1732447261809 (+16 ms)Flushing 716400aad3c08e59d1e90549ce62b65d/norep: closing flushed file at 1732447261809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718e5814: reopening flushed file at 1732447261819 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48264666: reopening flushed file at 1732447261824 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c954ce1: reopening flushed file at 1732447261828 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 716400aad3c08e59d1e90549ce62b65d in 885ms, sequenceid=8, compaction requested=false at 1732447261833 (+5 ms)Writing region close event to WAL at 1732447261836 (+3 ms)Running coprocessor post-close hooks at 1732447261839 (+3 ms)Closed at 1732447261839 2024-11-24T11:21:01,840 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447245412.716400aad3c08e59d1e90549ce62b65d. 2024-11-24T11:21:01,840 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cbdea35ee0d9795df7c8ea4fd84e09b, disabling compactions & flushes 2024-11-24T11:21:01,840 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:21:01,840 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:21:01,840 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. after waiting 0 ms 2024-11-24T11:21:01,840 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:21:01,840 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1cbdea35ee0d9795df7c8ea4fd84e09b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T11:21:01,853 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b/.tmp/queue/136408b851ea4f6fabe9199c22b3b9ff is 153, key is 1-f5f73e76a839,44089,1732447237314/queue:f5f73e76a839%2C44089%2C1732447237314/1732447256495/Put/seqid=0 2024-11-24T11:21:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741846_1022 (size=5352) 2024-11-24T11:21:01,857 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b/.tmp/queue/136408b851ea4f6fabe9199c22b3b9ff 2024-11-24T11:21:01,860 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b/.tmp/queue/136408b851ea4f6fabe9199c22b3b9ff as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b/queue/136408b851ea4f6fabe9199c22b3b9ff 2024-11-24T11:21:01,864 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b/queue/136408b851ea4f6fabe9199c22b3b9ff, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T11:21:01,865 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1cbdea35ee0d9795df7c8ea4fd84e09b in 25ms, sequenceid=10, compaction requested=false 2024-11-24T11:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/replication/1cbdea35ee0d9795df7c8ea4fd84e09b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T11:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:21:01,868 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cbdea35ee0d9795df7c8ea4fd84e09b: Waiting for close lock at 1732447261840Running coprocessor pre-close hooks at 1732447261840Disabling compacts and flushes for region at 1732447261840Disabling writes for close at 1732447261840Obtaining lock to block concurrent updates at 1732447261840Preparing flush snapshotting stores in 1cbdea35ee0d9795df7c8ea4fd84e09b at 1732447261840Finished memstore snapshotting hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732447261840Flushing stores of hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. at 1732447261841 (+1 ms)Flushing 1cbdea35ee0d9795df7c8ea4fd84e09b/queue: creating writer at 1732447261841Flushing 1cbdea35ee0d9795df7c8ea4fd84e09b/queue: appending metadata at 1732447261853 (+12 ms)Flushing 1cbdea35ee0d9795df7c8ea4fd84e09b/queue: closing flushed file at 1732447261853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e38729: reopening flushed file at 1732447261860 (+7 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1cbdea35ee0d9795df7c8ea4fd84e09b in 25ms, sequenceid=10, compaction requested=false at 1732447261865 (+5 ms)Writing region close event to WAL at 1732447261865Running coprocessor post-close hooks at 1732447261868 (+3 ms)Closed at 1732447261868 2024-11-24T11:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447249758.1cbdea35ee0d9795df7c8ea4fd84e09b. 2024-11-24T11:21:01,926 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 912, reset compression=false 2024-11-24T11:21:01,931 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:01,931 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 1803, reset compression=false 2024-11-24T11:21:01,931 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,44089,1732447237314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:01,932 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,44089,1732447237314: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,44089,1732447237314, walGroup=f5f73e76a839%2C44089%2C1732447237314, offset=f5f73e76a839%2C44089%2C1732447237314.1732447239733:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:44089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:21:01,933 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:21:01,933 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:21:01,933 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:21:01,933 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:21:01,933 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:21:01,933 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 728283136 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191279968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:21:01,934 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:41553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:41553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:21:01,949 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:21:02,135 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 1803, reset compression=false 2024-11-24T11:21:02,150 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:21:02,150 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:21:02,150 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:21:02,219 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/865922429a974a329ecc02b54a6cf650 2024-11-24T11:21:02,239 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/table/4d9f430813d346f6a7e298ba0b567792 is 53, key is hbase:replication/table:state/1732447251036/Put/seqid=0 2024-11-24T11:21:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741847_1023 (size=5308) 2024-11-24T11:21:02,350 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:21:02,438 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 1803, reset compression=false 2024-11-24T11:21:02,550 DEBUG [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:21:02,643 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/table/4d9f430813d346f6a7e298ba0b567792 2024-11-24T11:21:02,648 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/info/8fa3b8897f9641de90f948d4ced0a88d as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/info/8fa3b8897f9641de90f948d4ced0a88d 2024-11-24T11:21:02,652 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/info/8fa3b8897f9641de90f948d4ced0a88d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:21:02,653 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/ns/b6aa071a3a2a4f11bde611e2a5aceef0 as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/ns/b6aa071a3a2a4f11bde611e2a5aceef0 2024-11-24T11:21:02,656 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/ns/b6aa071a3a2a4f11bde611e2a5aceef0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:21:02,657 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/865922429a974a329ecc02b54a6cf650 as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/rep_barrier/865922429a974a329ecc02b54a6cf650 2024-11-24T11:21:02,660 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/rep_barrier/865922429a974a329ecc02b54a6cf650, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:21:02,661 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/.tmp/table/4d9f430813d346f6a7e298ba0b567792 as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/table/4d9f430813d346f6a7e298ba0b567792 2024-11-24T11:21:02,664 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/table/4d9f430813d346f6a7e298ba0b567792, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:21:02,665 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-24T11:21:02,671 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:21:02,671 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:02,671 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:21:02,671 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:02,671 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447260949Running coprocessor pre-close hooks at 1732447260949Disabling compacts and flushes for region at 1732447260949Disabling writes for close at 1732447260949Obtaining lock to block concurrent updates at 1732447260949Preparing flush snapshotting stores in 1588230740 at 1732447260949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447260949Flushing stores of hbase:meta,,1.1588230740 at 1732447260949Flushing 1588230740/info: creating writer at 1732447260949Flushing 1588230740/info: appending metadata at 1732447260965 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732447260965Flushing 1588230740/ns: creating writer at 1732447261375 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732447261391 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732447261391Flushing 1588230740/rep_barrier: creating writer at 1732447261799 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447261815 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447261815Flushing 1588230740/table: creating writer at 1732447262223 (+408 ms)Flushing 1588230740/table: appending metadata at 1732447262239 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732447262239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44327f6: reopening flushed file at 1732447262647 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da8ac9d: reopening flushed file at 1732447262652 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1ed80e: reopening flushed file at 1732447262656 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c829cf: reopening flushed file at 1732447262660 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1732447262665 (+5 ms)Writing region close event to WAL at 1732447262668 (+3 ms)Running coprocessor post-close hooks at 1732447262671 (+3 ms)Closed at 1732447262671 2024-11-24T11:21:02,671 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:02,750 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,44089,1732447237314; all regions closed. 2024-11-24T11:21:02,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:21:02,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.meta.1732447240328.meta not finished, retry = 0 2024-11-24T11:21:02,841 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.1732447239733 to pos 1803, reset compression=false 2024-11-24T11:21:02,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/WALs/f5f73e76a839,44089,1732447237314/f5f73e76a839%2C44089%2C1732447237314.rep.1732447250998 not finished, retry = 0 2024-11-24T11:21:02,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741839_1015 (size=2676) 2024-11-24T11:21:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741833_1009 (size=1811) 2024-11-24T11:21:02,958 DEBUG [RS:0;f5f73e76a839:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:02,958 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:21:02,958 INFO [RS:0;f5f73e76a839:44089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:21:02,958 INFO [RS:0;f5f73e76a839:44089 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:21:02,958 INFO [RS:0;f5f73e76a839:44089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:21:02,958 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:02,958 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,44089,1732447237314 because: Region server is closing 2024-11-24T11:21:02,958 INFO [RS:0;f5f73e76a839:44089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:44089. 2024-11-24T11:21:02,958 DEBUG [RS:0;f5f73e76a839:44089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:02,958 DEBUG [RS:0;f5f73e76a839:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:02,958 DEBUG [RS:0;f5f73e76a839:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:02,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:03,059 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.shipperf5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 terminated 2024-11-24T11:21:03,059 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,44089,1732447237314.replicationSource.wal-reader.f5f73e76a839%2C44089%2C1732447237314,1-f5f73e76a839,44089,1732447237314 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:21:03,059 INFO [RS:0;f5f73e76a839:44089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:44089. 2024-11-24T11:21:03,059 DEBUG [RS:0;f5f73e76a839:44089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:03,059 DEBUG [RS:0;f5f73e76a839:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:03,059 DEBUG [RS:0;f5f73e76a839:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:03,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:03,059 INFO [RS:0;f5f73e76a839:44089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44089 2024-11-24T11:21:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154/rs 2024-11-24T11:21:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01941202154/rs/f5f73e76a839,44089,1732447237314 2024-11-24T11:21:03,104 INFO [RS:0;f5f73e76a839:44089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:03,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,44089,1732447237314] 2024-11-24T11:21:03,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01941202154/draining/f5f73e76a839,44089,1732447237314 already deleted, retry=false 2024-11-24T11:21:03,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,44089,1732447237314 expired; onlineServers=0 2024-11-24T11:21:03,125 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,41553,1732447237122' ***** 2024-11-24T11:21:03,125 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:21:03,125 INFO [M:0;f5f73e76a839:41553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:21:03,125 INFO [M:0;f5f73e76a839:41553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:21:03,126 DEBUG [M:0;f5f73e76a839:41553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:21:03,126 DEBUG [M:0;f5f73e76a839:41553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:21:03,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:21:03,126 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447239503 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447239503,5,FailOnTimeoutGroup] 2024-11-24T11:21:03,126 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447239503 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447239503,5,FailOnTimeoutGroup] 2024-11-24T11:21:03,126 INFO [M:0;f5f73e76a839:41553 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:21:03,126 INFO [M:0;f5f73e76a839:41553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:21:03,126 DEBUG [M:0;f5f73e76a839:41553 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:21:03,126 INFO [M:0;f5f73e76a839:41553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:21:03,126 INFO [M:0;f5f73e76a839:41553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:21:03,126 INFO [M:0;f5f73e76a839:41553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:21:03,126 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:21:03,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01941202154/master 2024-11-24T11:21:03,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01941202154 2024-11-24T11:21:03,136 DEBUG [M:0;f5f73e76a839:41553 {}] zookeeper.ZKUtil(347): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Unable to get data of znode /01941202154/master because node does not exist (not an error) 2024-11-24T11:21:03,136 WARN [M:0;f5f73e76a839:41553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:21:03,137 INFO [M:0;f5f73e76a839:41553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/.lastflushedseqids 2024-11-24T11:21:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741848_1024 (size=245) 2024-11-24T11:21:03,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:03,215 INFO [RS:0;f5f73e76a839:44089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:03,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1016c92e8560001, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:03,215 INFO [RS:0;f5f73e76a839:44089 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,44089,1732447237314; zookeeper connection closed. 2024-11-24T11:21:03,215 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bba8449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bba8449 2024-11-24T11:21:03,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:21:03,540 INFO [M:0;f5f73e76a839:41553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:21:03,541 INFO [M:0;f5f73e76a839:41553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:21:03,541 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:21:03,541 INFO [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:03,541 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:03,541 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:21:03,541 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:03,541 INFO [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T11:21:03,555 DEBUG [M:0;f5f73e76a839:41553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07722a1ee0374df897c9c4c16527d92a is 82, key is hbase:meta,,1/info:regioninfo/1732447240358/Put/seqid=0 2024-11-24T11:21:03,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741849_1025 (size=5672) 2024-11-24T11:21:03,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:21:03,958 INFO [M:0;f5f73e76a839:41553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07722a1ee0374df897c9c4c16527d92a 2024-11-24T11:21:03,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:03,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:03,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:03,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:03,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:03,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:03,975 DEBUG [M:0;f5f73e76a839:41553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/765e567d5f4844c0a6f5df4093315bdf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447251040/Put/seqid=0 2024-11-24T11:21:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741850_1026 (size=8515) 2024-11-24T11:21:03,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:04,379 INFO [M:0;f5f73e76a839:41553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/765e567d5f4844c0a6f5df4093315bdf 2024-11-24T11:21:04,395 DEBUG [M:0;f5f73e76a839:41553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d49dd1fe4444eca86002d1bd192448d is 69, key is f5f73e76a839,44089,1732447237314/rs:state/1732447239576/Put/seqid=0 2024-11-24T11:21:04,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741851_1027 (size=5156) 2024-11-24T11:21:04,798 INFO [M:0;f5f73e76a839:41553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d49dd1fe4444eca86002d1bd192448d 2024-11-24T11:21:04,803 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07722a1ee0374df897c9c4c16527d92a as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07722a1ee0374df897c9c4c16527d92a 2024-11-24T11:21:04,807 INFO [M:0;f5f73e76a839:41553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07722a1ee0374df897c9c4c16527d92a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T11:21:04,807 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/765e567d5f4844c0a6f5df4093315bdf as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/765e567d5f4844c0a6f5df4093315bdf 2024-11-24T11:21:04,811 INFO [M:0;f5f73e76a839:41553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/765e567d5f4844c0a6f5df4093315bdf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T11:21:04,812 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d49dd1fe4444eca86002d1bd192448d as hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d49dd1fe4444eca86002d1bd192448d 2024-11-24T11:21:04,815 INFO [M:0;f5f73e76a839:41553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42109/user/jenkins/test-data/c7ec6dab-916a-4a0e-d36d-db0c1a686d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d49dd1fe4444eca86002d1bd192448d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T11:21:04,816 INFO [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-24T11:21:04,817 INFO [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:04,817 DEBUG [M:0;f5f73e76a839:41553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447263541Disabling compacts and flushes for region at 1732447263541Disabling writes for close at 1732447263541Obtaining lock to block concurrent updates at 1732447263541Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447263541Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732447263541Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447263542 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447263542Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447263554 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447263554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447263962 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447263975 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447263975Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447264382 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447264394 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447264394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c07d6ab: reopening flushed file at 1732447264802 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a5e204: reopening flushed file at 1732447264807 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2757bbdf: reopening flushed file at 1732447264811 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1732447264816 (+5 ms)Writing region close event to WAL at 1732447264817 (+1 ms)Closed at 1732447264817 2024-11-24T11:21:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40317 is added to blk_1073741830_1006 (size=63642) 2024-11-24T11:21:04,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:04,820 INFO [M:0;f5f73e76a839:41553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:21:04,820 INFO [M:0;f5f73e76a839:41553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41553 2024-11-24T11:21:04,820 INFO [M:0;f5f73e76a839:41553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:04,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:04,973 INFO [M:0;f5f73e76a839:41553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:04,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x1016c92e8560000, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:04,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5abc4f7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:04,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:04,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:04,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:04,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:04,977 WARN [BP-499293956-172.17.0.3-1732447235266 heartbeating to localhost/127.0.0.1:42109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:21:04,977 WARN [BP-499293956-172.17.0.3-1732447235266 heartbeating to localhost/127.0.0.1:42109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-499293956-172.17.0.3-1732447235266 (Datanode Uuid c3851ce4-0ffb-41a6-a38f-77de2b317d0e) service to localhost/127.0.0.1:42109 2024-11-24T11:21:04,977 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:21:04,977 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:21:04,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/cluster_53b2d5f1-a279-1e71-2441-bdcc69f3fd63/data/data1/current/BP-499293956-172.17.0.3-1732447235266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:04,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/cluster_53b2d5f1-a279-1e71-2441-bdcc69f3fd63/data/data2/current/BP-499293956-172.17.0.3-1732447235266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:04,978 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:21:04,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593e7bcd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:04,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@670a5da2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:04,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:04,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:04,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de59a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f496b292-cad4-33e1-0cb1-a4832f9e644b/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:04,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:21:04,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:21:05,007 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 240) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61634) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35653 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61634) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42109 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5838 (was 5921) 2024-11-24T11:21:05,014 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=5838 2024-11-24T11:21:05,026 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T11:21:05,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.log.dir so I do NOT create it in target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4 2024-11-24T11:21:05,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:21:05,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.tmp.dir so I do NOT create it in target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4 2024-11-24T11:21:05,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a8e9cf8-4e37-6f4a-cdb2-f8edc777ed37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:21:05,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4 2024-11-24T11:21:05,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/cluster_aa15daed-b14e-5445-b3e4-d12df77c1204, deleteOnExit=true 2024-11-24T11:21:05,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/cluster_aa15daed-b14e-5445-b3e4-d12df77c1204/zookeeper_0, clientPort=57588, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/cluster_aa15daed-b14e-5445-b3e4-d12df77c1204/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/cluster_aa15daed-b14e-5445-b3e4-d12df77c1204/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:21:05,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57588 2024-11-24T11:21:05,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:21:05,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:21:05,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/test.cache.data in system properties and HBase conf 2024-11-24T11:21:05,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:21:05,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:21:05,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:21:05,043 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:21:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:21:05,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:21:05,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:05,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:21:05,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:21:05,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c92e8560005, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:21:05,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c92e8560002, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:21:05,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c92e8560005, quorum=127.0.0.1:61634, baseZNode=/1-1793259429 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:21:05,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c92e8560002, quorum=127.0.0.1:61634, baseZNode=/01941202154 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:21:05,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:05,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:05,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:05,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:05,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:21:05,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:05,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:05,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:05,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55bb5791{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/java.io.tmpdir/jetty-localhost-41143-hadoop-hdfs-3_4_1-tests_jar-_-any-4568296107024297585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:05,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:41143} 2024-11-24T11:21:05,552 INFO [Time-limited test {}] server.Server(415): Started @233365ms 2024-11-24T11:21:05,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:05,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:05,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:05,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:05,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:21:05,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:05,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:05,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ccff675{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/java.io.tmpdir/jetty-localhost-38527-hadoop-hdfs-3_4_1-tests_jar-_-any-10840160617397904080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:05,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:38527} 2024-11-24T11:21:05,894 INFO [Time-limited test {}] server.Server(415): Started @233707ms 2024-11-24T11:21:05,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:21:06,497 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/cluster_aa15daed-b14e-5445-b3e4-d12df77c1204/data/data2/current/BP-1752132567-172.17.0.3-1732447265061/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:06,497 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/cluster_aa15daed-b14e-5445-b3e4-d12df77c1204/data/data1/current/BP-1752132567-172.17.0.3-1732447265061/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:06,511 WARN [Thread-2647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:21:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f9b616e16fb319b with lease ID 0x7433679de5eec3b4: Processing first storage report for DS-cc34db6f-a916-4da9-900d-7bf753b4e804 from datanode DatanodeRegistration(127.0.0.1:39681, datanodeUuid=115e0f1b-10ab-4a24-8ca0-ad84188eb2af, infoPort=32883, infoSecurePort=0, ipcPort=41583, storageInfo=lv=-57;cid=testClusterID;nsid=1161708488;c=1732447265061) 2024-11-24T11:21:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f9b616e16fb319b with lease ID 0x7433679de5eec3b4: from storage DS-cc34db6f-a916-4da9-900d-7bf753b4e804 node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=115e0f1b-10ab-4a24-8ca0-ad84188eb2af, infoPort=32883, infoSecurePort=0, ipcPort=41583, storageInfo=lv=-57;cid=testClusterID;nsid=1161708488;c=1732447265061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:21:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f9b616e16fb319b with lease ID 0x7433679de5eec3b4: Processing first storage report for DS-592e87dc-264f-4760-9f4c-0de1de15eca6 from datanode DatanodeRegistration(127.0.0.1:39681, datanodeUuid=115e0f1b-10ab-4a24-8ca0-ad84188eb2af, infoPort=32883, infoSecurePort=0, ipcPort=41583, storageInfo=lv=-57;cid=testClusterID;nsid=1161708488;c=1732447265061) 2024-11-24T11:21:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f9b616e16fb319b with lease ID 0x7433679de5eec3b4: from storage DS-592e87dc-264f-4760-9f4c-0de1de15eca6 node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=115e0f1b-10ab-4a24-8ca0-ad84188eb2af, infoPort=32883, infoSecurePort=0, ipcPort=41583, storageInfo=lv=-57;cid=testClusterID;nsid=1161708488;c=1732447265061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:21:06,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4 2024-11-24T11:21:06,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:06,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:21:06,925 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807 with version=8 2024-11-24T11:21:06,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/hbase-staging 2024-11-24T11:21:06,928 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:21:06,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:06,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:06,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:21:06,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:06,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:21:06,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:21:06,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:21:06,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43043 2024-11-24T11:21:06,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43043 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:07,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430430x0, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:07,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43043-0x1016c935cbc0000 connected 2024-11-24T11:21:07,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:07,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:07,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on znode that does not yet exist, /01735756766/running 2024-11-24T11:21:07,096 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807, hbase.cluster.distributed=false 2024-11-24T11:21:07,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on znode that does not yet exist, /01735756766/acl 2024-11-24T11:21:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-24T11:21:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43043 2024-11-24T11:21:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43043 2024-11-24T11:21:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-24T11:21:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-24T11:21:07,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:21:07,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:07,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:07,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:21:07,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:07,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:21:07,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:21:07,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:21:07,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43505 2024-11-24T11:21:07,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43505 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:07,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:07,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435050x0, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:07,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435050x0, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on znode that does not yet exist, /01735756766/running 2024-11-24T11:21:07,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43505-0x1016c935cbc0001 connected 2024-11-24T11:21:07,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:21:07,126 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:21:07,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on znode that does not yet exist, /01735756766/master 2024-11-24T11:21:07,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on znode that does not yet exist, /01735756766/acl 2024-11-24T11:21:07,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43505 2024-11-24T11:21:07,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43505 2024-11-24T11:21:07,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43505 2024-11-24T11:21:07,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43505 2024-11-24T11:21:07,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43505 2024-11-24T11:21:07,142 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:43043 2024-11-24T11:21:07,142 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01735756766/backup-masters/f5f73e76a839,43043,1732447266928 2024-11-24T11:21:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766/backup-masters 2024-11-24T11:21:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766/backup-masters 2024-11-24T11:21:07,146 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on existing znode=/01735756766/backup-masters/f5f73e76a839,43043,1732447266928 2024-11-24T11:21:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01735756766/master 2024-11-24T11:21:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:07,157 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on existing znode=/01735756766/master 2024-11-24T11:21:07,157 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01735756766/backup-masters/f5f73e76a839,43043,1732447266928 from backup master directory 2024-11-24T11:21:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01735756766/backup-masters/f5f73e76a839,43043,1732447266928 2024-11-24T11:21:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766/backup-masters 2024-11-24T11:21:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766/backup-masters 2024-11-24T11:21:07,167 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:21:07,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,43043,1732447266928 2024-11-24T11:21:07,170 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/hbase.id] with ID: e5641dfd-d805-4454-b137-20c8e9ab73f7 2024-11-24T11:21:07,170 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/.tmp/hbase.id 2024-11-24T11:21:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:21:07,174 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/.tmp/hbase.id]:[hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/hbase.id] 2024-11-24T11:21:07,181 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:07,181 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:21:07,182 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:21:07,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:07,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:07,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:21:07,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:07,594 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:21:07,594 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:21:08,000 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store 2024-11-24T11:21:08,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:21:08,408 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:08,408 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:21:08,408 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:08,408 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:08,408 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:21:08,408 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:08,408 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:08,408 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447268408Disabling compacts and flushes for region at 1732447268408Disabling writes for close at 1732447268408Writing region close event to WAL at 1732447268408Closed at 1732447268408 2024-11-24T11:21:08,409 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/.initializing 2024-11-24T11:21:08,409 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/WALs/f5f73e76a839,43043,1732447266928 2024-11-24T11:21:08,410 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:21:08,411 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C43043%2C1732447266928, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/WALs/f5f73e76a839,43043,1732447266928, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/oldWALs, maxLogs=10 2024-11-24T11:21:08,423 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/WALs/f5f73e76a839,43043,1732447266928/f5f73e76a839%2C43043%2C1732447266928.1732447268411, exclude list is [], retry=0 2024-11-24T11:21:08,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-cc34db6f-a916-4da9-900d-7bf753b4e804,DISK] 2024-11-24T11:21:08,426 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/WALs/f5f73e76a839,43043,1732447266928/f5f73e76a839%2C43043%2C1732447266928.1732447268411 2024-11-24T11:21:08,426 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32883:32883)] 2024-11-24T11:21:08,426 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:08,427 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:08,427 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,427 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:21:08,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:08,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:08,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:21:08,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:08,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:08,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:21:08,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:08,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:08,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:21:08,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:08,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:08,432 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,434 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,434 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,434 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:08,435 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:08,436 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:08,437 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61749431, jitterRate=-0.07986177504062653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:08,437 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447268427Initializing all the Stores at 1732447268427Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447268427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447268428 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447268428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447268428Cleaning up temporary data from old regions at 1732447268434 (+6 ms)Region opened successfully at 1732447268437 (+3 ms) 2024-11-24T11:21:08,438 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:21:08,440 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cd3607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:21:08,441 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:21:08,441 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:21:08,441 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:21:08,441 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:21:08,441 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:21:08,442 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:21:08,442 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:21:08,443 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:21:08,444 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Unable to get data of znode /01735756766/balancer because node does not exist (not necessarily an error) 2024-11-24T11:21:08,535 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01735756766/balancer already deleted, retry=false 2024-11-24T11:21:08,536 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:21:08,536 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Unable to get data of znode /01735756766/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:21:08,546 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01735756766/normalizer already deleted, retry=false 2024-11-24T11:21:08,546 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:21:08,547 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Unable to get data of znode /01735756766/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:21:08,556 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01735756766/switch/split already deleted, retry=false 2024-11-24T11:21:08,557 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Unable to get data of znode /01735756766/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:21:08,567 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01735756766/switch/merge already deleted, retry=false 2024-11-24T11:21:08,568 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Unable to get data of znode /01735756766/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:21:08,577 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01735756766/snapshot-cleanup already deleted, retry=false 2024-11-24T11:21:08,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01735756766/running 2024-11-24T11:21:08,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01735756766/running 2024-11-24T11:21:08,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:08,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:08,588 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,43043,1732447266928, sessionid=0x1016c935cbc0000, setting cluster-up flag (Was=false) 2024-11-24T11:21:08,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:08,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:08,641 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01735756766/flush-table-proc/acquired, /01735756766/flush-table-proc/reached, /01735756766/flush-table-proc/abort 2024-11-24T11:21:08,641 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,43043,1732447266928 2024-11-24T11:21:08,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:08,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:08,693 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01735756766/online-snapshot/acquired, /01735756766/online-snapshot/reached, /01735756766/online-snapshot/abort 2024-11-24T11:21:08,694 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,43043,1732447266928 2024-11-24T11:21:08,695 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:21:08,696 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:08,696 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:21:08,696 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:21:08,697 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,43043,1732447266928 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:21:08,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:08,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:08,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:08,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:08,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:21:08,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:21:08,698 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447298699 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:21:08,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:21:08,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:21:08,699 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:21:08,700 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:08,700 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:21:08,700 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:21:08,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:21:08,700 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447268700,5,FailOnTimeoutGroup] 2024-11-24T11:21:08,700 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447268700,5,FailOnTimeoutGroup] 2024-11-24T11:21:08,700 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,700 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:21:08,700 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,700 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:21:08,735 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(746): ClusterId : e5641dfd-d805-4454-b137-20c8e9ab73f7 2024-11-24T11:21:08,735 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:21:08,747 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:21:08,747 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:21:08,757 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:21:08,757 DEBUG [RS:0;f5f73e76a839:43505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22697522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:21:08,768 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:43505 2024-11-24T11:21:08,768 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:21:08,768 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:21:08,768 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:21:08,769 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,43043,1732447266928 with port=43505, startcode=1732447267111 2024-11-24T11:21:08,769 DEBUG [RS:0;f5f73e76a839:43505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:21:08,770 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:21:08,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,43505,1732447267111 2024-11-24T11:21:08,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43043 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,43505,1732447267111 2024-11-24T11:21:08,771 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807 2024-11-24T11:21:08,771 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33437 2024-11-24T11:21:08,771 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:21:08,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766/rs 2024-11-24T11:21:08,778 DEBUG [RS:0;f5f73e76a839:43505 {}] zookeeper.ZKUtil(111): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on existing znode=/01735756766/rs/f5f73e76a839,43505,1732447267111 2024-11-24T11:21:08,778 WARN [RS:0;f5f73e76a839:43505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:21:08,778 INFO [RS:0;f5f73e76a839:43505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:08,778 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111 2024-11-24T11:21:08,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,43505,1732447267111] 2024-11-24T11:21:08,780 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:21:08,782 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:21:08,782 INFO [RS:0;f5f73e76a839:43505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:21:08,782 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,782 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:21:08,783 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:21:08,783 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:21:08,783 DEBUG [RS:0;f5f73e76a839:43505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:21:08,784 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,784 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,784 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,784 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,784 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,784 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43505,1732447267111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:21:08,796 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:21:08,796 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43505,1732447267111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,796 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,796 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.Replication(171): f5f73e76a839,43505,1732447267111 started 2024-11-24T11:21:08,809 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:08,809 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,43505,1732447267111, RpcServer on f5f73e76a839/172.17.0.3:43505, sessionid=0x1016c935cbc0001 2024-11-24T11:21:08,809 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:21:08,809 DEBUG [RS:0;f5f73e76a839:43505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,43505,1732447267111 2024-11-24T11:21:08,809 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,43505,1732447267111' 2024-11-24T11:21:08,809 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01735756766/flush-table-proc/abort' 2024-11-24T11:21:08,810 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01735756766/flush-table-proc/acquired' 2024-11-24T11:21:08,810 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:21:08,810 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:21:08,810 DEBUG [RS:0;f5f73e76a839:43505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,43505,1732447267111 2024-11-24T11:21:08,810 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,43505,1732447267111' 2024-11-24T11:21:08,810 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01735756766/online-snapshot/abort' 2024-11-24T11:21:08,810 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01735756766/online-snapshot/acquired' 2024-11-24T11:21:08,810 DEBUG [RS:0;f5f73e76a839:43505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:21:08,810 INFO [RS:0;f5f73e76a839:43505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:21:08,810 INFO [RS:0;f5f73e76a839:43505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:21:08,911 INFO [RS:0;f5f73e76a839:43505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:21:08,912 INFO [RS:0;f5f73e76a839:43505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C43505%2C1732447267111, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/oldWALs, maxLogs=10 2024-11-24T11:21:08,924 DEBUG [RS:0;f5f73e76a839:43505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, exclude list is [], retry=0 2024-11-24T11:21:08,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-cc34db6f-a916-4da9-900d-7bf753b4e804,DISK] 2024-11-24T11:21:08,927 INFO [RS:0;f5f73e76a839:43505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 2024-11-24T11:21:08,928 DEBUG [RS:0;f5f73e76a839:43505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32883:32883)] 2024-11-24T11:21:09,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:21:09,108 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807 2024-11-24T11:21:09,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:21:09,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:09,247 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:21:09,247 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38299 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:21:09,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:09,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:21:09,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:21:09,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:09,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:09,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:21:09,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:21:09,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:09,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:09,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:21:09,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:21:09,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:09,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:09,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:21:09,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:21:09,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:09,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:09,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:21:09,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740 2024-11-24T11:21:09,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740 2024-11-24T11:21:09,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:21:09,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:21:09,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:09,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:21:09,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:09,522 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66741042, jitterRate=-0.005480974912643433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:09,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447269513Initializing all the Stores at 1732447269514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447269514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447269514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447269514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447269514Cleaning up temporary data from old regions at 1732447269520 (+6 ms)Region opened successfully at 1732447269523 (+3 ms) 2024-11-24T11:21:09,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:21:09,523 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:21:09,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:21:09,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:21:09,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:21:09,523 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:09,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447269523Disabling compacts and flushes for region at 1732447269523Disabling writes for close at 1732447269523Writing region close event to WAL at 1732447269523Closed at 1732447269523 2024-11-24T11:21:09,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:09,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:21:09,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:21:09,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:21:09,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:21:09,676 DEBUG [f5f73e76a839:43043 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:21:09,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,43505,1732447267111 2024-11-24T11:21:09,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,43505,1732447267111, state=OPENING 2024-11-24T11:21:09,714 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:21:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:09,725 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:21:09,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01735756766/meta-region-server: CHANGED 2024-11-24T11:21:09,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01735756766/meta-region-server: CHANGED 2024-11-24T11:21:09,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,43505,1732447267111}] 2024-11-24T11:21:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:21:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:21:09,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:21:09,877 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:21:09,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:21:09,881 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:21:09,881 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:09,881 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:21:09,882 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C43505%2C1732447267111.meta, suffix=.meta, logDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/oldWALs, maxLogs=10 2024-11-24T11:21:09,895 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.meta.1732447269882.meta, exclude list is [], retry=0 2024-11-24T11:21:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-cc34db6f-a916-4da9-900d-7bf753b4e804,DISK] 2024-11-24T11:21:09,898 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.meta.1732447269882.meta 2024-11-24T11:21:09,898 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32883:32883)] 2024-11-24T11:21:09,898 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:09,899 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:09,899 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:21:09,899 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:21:09,899 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:21:09,899 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:21:09,899 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:09,899 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:21:09,899 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:21:09,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:21:09,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:21:09,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:09,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:09,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:21:09,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:21:09,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:09,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:09,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:21:09,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:21:09,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:09,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:09,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:21:09,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:21:09,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:09,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:09,904 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:21:09,904 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740 2024-11-24T11:21:09,905 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740 2024-11-24T11:21:09,906 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:21:09,906 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:21:09,906 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:09,907 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:21:09,907 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69208831, jitterRate=0.03129194676876068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:09,907 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:21:09,908 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447269899Writing region info on filesystem at 1732447269899Initializing all the Stores at 1732447269900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447269900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447269900Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447269900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447269900Cleaning up temporary data from old regions at 1732447269906 (+6 ms)Running coprocessor post-open hooks at 1732447269907 (+1 ms)Region opened successfully at 1732447269908 (+1 ms) 2024-11-24T11:21:09,908 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447269877 2024-11-24T11:21:09,910 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:21:09,910 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:21:09,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,43505,1732447267111 2024-11-24T11:21:09,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,43505,1732447267111, state=OPEN 2024-11-24T11:21:10,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01735756766/meta-region-server 2024-11-24T11:21:10,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01735756766/meta-region-server 2024-11-24T11:21:10,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01735756766/meta-region-server: CHANGED 2024-11-24T11:21:10,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01735756766/meta-region-server: CHANGED 2024-11-24T11:21:10,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,43505,1732447267111 2024-11-24T11:21:10,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:21:10,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,43505,1732447267111 in 330 msec 2024-11-24T11:21:10,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:21:10,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-11-24T11:21:10,059 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:10,059 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:21:10,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:10,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,43505,1732447267111, seqNum=-1] 2024-11-24T11:21:10,060 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:10,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:10,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3690 sec 2024-11-24T11:21:10,065 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447270065, completionTime=-1 2024-11-24T11:21:10,065 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:21:10,065 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447330067 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447390067 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43043,1732447266928-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43043,1732447266928-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43043,1732447266928-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:43043, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:10,067 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:10,068 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:10,069 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:21:10,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.903sec 2024-11-24T11:21:10,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:21:10,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:21:10,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:21:10,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:21:10,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:21:10,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43043,1732447266928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:21:10,070 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43043,1732447266928-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:21:10,072 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:21:10,072 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:21:10,072 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,43043,1732447266928-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:10,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:10,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,43043,-1 for getting cluster id 2024-11-24T11:21:10,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:10,137 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5641dfd-d805-4454-b137-20c8e9ab73f7' 2024-11-24T11:21:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5641dfd-d805-4454-b137-20c8e9ab73f7" 2024-11-24T11:21:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0d73b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,43043,-1] 2024-11-24T11:21:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:10,138 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:10,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:10,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,43505,1732447267111, seqNum=-1] 2024-11-24T11:21:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:10,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,43043,1732447266928 2024-11-24T11:21:10,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:10,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:10,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c935cbc0002 connected 2024-11-24T11:21:10,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.log.dir so I do NOT create it in target/test-data/41ac835f-2c42-75bf-924c-607946addb17 2024-11-24T11:21:10,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.tmp.dir so I do NOT create it in target/test-data/41ac835f-2c42-75bf-924c-607946addb17 2024-11-24T11:21:10,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:21:10,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/cluster_27d3f6fe-9b58-3b0e-b007-09b2662db67f, deleteOnExit=true 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/test.cache.data in system properties and HBase conf 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:21:10,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:10,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:21:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:21:10,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:10,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:10,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:10,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:10,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:21:10,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:10,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:10,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:10,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be9f58d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/java.io.tmpdir/jetty-localhost-46669-hadoop-hdfs-3_4_1-tests_jar-_-any-748661831388550123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:10,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:46669} 2024-11-24T11:21:10,694 INFO [Time-limited test {}] server.Server(415): Started @238507ms 2024-11-24T11:21:10,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:10,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:10,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:10,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:10,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:21:10,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:10,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:11,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@525e5e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/java.io.tmpdir/jetty-localhost-38443-hadoop-hdfs-3_4_1-tests_jar-_-any-8246014799343021793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:11,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:38443} 2024-11-24T11:21:11,091 INFO [Time-limited test {}] server.Server(415): Started @238904ms 2024-11-24T11:21:11,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:21:11,717 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/cluster_27d3f6fe-9b58-3b0e-b007-09b2662db67f/data/data1/current/BP-510300294-172.17.0.3-1732447270195/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:11,718 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/cluster_27d3f6fe-9b58-3b0e-b007-09b2662db67f/data/data2/current/BP-510300294-172.17.0.3-1732447270195/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:11,735 WARN [Thread-2767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:21:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x267b17ec7a5266e3 with lease ID 0x63a80fca4452d558: Processing first storage report for DS-e77034fd-4f56-442b-91b7-55cd3ca41856 from datanode DatanodeRegistration(127.0.0.1:34771, datanodeUuid=2579a451-3736-440d-b6bd-b18f05f442be, infoPort=46467, infoSecurePort=0, ipcPort=42263, storageInfo=lv=-57;cid=testClusterID;nsid=1035637990;c=1732447270195) 2024-11-24T11:21:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x267b17ec7a5266e3 with lease ID 0x63a80fca4452d558: from storage DS-e77034fd-4f56-442b-91b7-55cd3ca41856 node DatanodeRegistration(127.0.0.1:34771, datanodeUuid=2579a451-3736-440d-b6bd-b18f05f442be, infoPort=46467, infoSecurePort=0, ipcPort=42263, storageInfo=lv=-57;cid=testClusterID;nsid=1035637990;c=1732447270195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:21:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x267b17ec7a5266e3 with lease ID 0x63a80fca4452d558: Processing first storage report for DS-cc5a171b-0b17-4f43-94e5-d3be142da8c8 from datanode DatanodeRegistration(127.0.0.1:34771, datanodeUuid=2579a451-3736-440d-b6bd-b18f05f442be, infoPort=46467, infoSecurePort=0, ipcPort=42263, storageInfo=lv=-57;cid=testClusterID;nsid=1035637990;c=1732447270195) 2024-11-24T11:21:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x267b17ec7a5266e3 with lease ID 0x63a80fca4452d558: from storage DS-cc5a171b-0b17-4f43-94e5-d3be142da8c8 node DatanodeRegistration(127.0.0.1:34771, datanodeUuid=2579a451-3736-440d-b6bd-b18f05f442be, infoPort=46467, infoSecurePort=0, ipcPort=42263, storageInfo=lv=-57;cid=testClusterID;nsid=1035637990;c=1732447270195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:21:11,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17 2024-11-24T11:21:11,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:11,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:11,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:21:12,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b with version=8 2024-11-24T11:21:12,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/hbase-staging 2024-11-24T11:21:12,237 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:21:12,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:12,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:12,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:21:12,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:12,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:21:12,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:21:12,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:21:12,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35691 2024-11-24T11:21:12,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35691 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:12,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356910x0, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:12,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35691-0x1016c935cbc0003 connected 2024-11-24T11:21:12,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:12,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:12,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on znode that does not yet exist, /1-1448786933/running 2024-11-24T11:21:12,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b, hbase.cluster.distributed=false 2024-11-24T11:21:12,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on znode that does not yet exist, /1-1448786933/acl 2024-11-24T11:21:12,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-24T11:21:12,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35691 2024-11-24T11:21:12,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35691 2024-11-24T11:21:12,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-24T11:21:12,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-24T11:21:12,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:21:12,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:12,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:12,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:21:12,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:12,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:21:12,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:21:12,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:21:12,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33113 2024-11-24T11:21:12,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33113 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:12,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:12,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:12,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331130x0, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:12,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331130x0, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on znode that does not yet exist, /1-1448786933/running 2024-11-24T11:21:12,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33113-0x1016c935cbc0004 connected 2024-11-24T11:21:12,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:21:12,390 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:21:12,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on znode that does not yet exist, /1-1448786933/master 2024-11-24T11:21:12,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on znode that does not yet exist, /1-1448786933/acl 2024-11-24T11:21:12,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-24T11:21:12,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33113 2024-11-24T11:21:12,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33113 2024-11-24T11:21:12,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-24T11:21:12,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-24T11:21:12,407 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:35691 2024-11-24T11:21:12,407 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1448786933/backup-masters/f5f73e76a839,35691,1732447272237 2024-11-24T11:21:12,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933/backup-masters 2024-11-24T11:21:12,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933/backup-masters 2024-11-24T11:21:12,420 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on existing znode=/1-1448786933/backup-masters/f5f73e76a839,35691,1732447272237 2024-11-24T11:21:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1448786933/master 2024-11-24T11:21:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:12,430 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on existing znode=/1-1448786933/master 2024-11-24T11:21:12,430 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1448786933/backup-masters/f5f73e76a839,35691,1732447272237 from backup master directory 2024-11-24T11:21:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448786933/backup-masters/f5f73e76a839,35691,1732447272237 2024-11-24T11:21:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933/backup-masters 2024-11-24T11:21:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933/backup-masters 2024-11-24T11:21:12,440 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:21:12,440 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,35691,1732447272237 2024-11-24T11:21:12,443 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/hbase.id] with ID: adb42ac8-46c0-432c-8133-ae5d83b0427c 2024-11-24T11:21:12,443 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/.tmp/hbase.id 2024-11-24T11:21:12,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:21:12,848 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/.tmp/hbase.id]:[hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/hbase.id] 2024-11-24T11:21:12,856 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:12,856 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:21:12,856 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T11:21:12,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:12,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:12,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:21:13,298 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:13,298 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:21:13,299 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:13,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:21:13,707 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store 2024-11-24T11:21:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:21:14,112 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:14,112 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:21:14,112 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:14,112 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:14,112 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:21:14,112 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:14,112 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:14,112 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447274112Disabling compacts and flushes for region at 1732447274112Disabling writes for close at 1732447274112Writing region close event to WAL at 1732447274112Closed at 1732447274112 2024-11-24T11:21:14,113 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/.initializing 2024-11-24T11:21:14,113 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/WALs/f5f73e76a839,35691,1732447272237 2024-11-24T11:21:14,114 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:21:14,115 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C35691%2C1732447272237, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/WALs/f5f73e76a839,35691,1732447272237, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/oldWALs, maxLogs=10 2024-11-24T11:21:14,127 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/WALs/f5f73e76a839,35691,1732447272237/f5f73e76a839%2C35691%2C1732447272237.1732447274115, exclude list is [], retry=0 2024-11-24T11:21:14,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-e77034fd-4f56-442b-91b7-55cd3ca41856,DISK] 2024-11-24T11:21:14,130 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/WALs/f5f73e76a839,35691,1732447272237/f5f73e76a839%2C35691%2C1732447272237.1732447274115 2024-11-24T11:21:14,130 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467)] 2024-11-24T11:21:14,130 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:14,131 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:14,131 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,131 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:21:14,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:14,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:14,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:21:14,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:14,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:14,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:21:14,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:14,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:14,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:21:14,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:14,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:14,136 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,137 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,137 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,138 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,138 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,138 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:14,139 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:14,140 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:14,140 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69793674, jitterRate=0.040006786584854126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:14,140 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447274131Initializing all the Stores at 1732447274131Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447274131Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447274131Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447274131Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447274131Cleaning up temporary data from old regions at 1732447274138 (+7 ms)Region opened successfully at 1732447274140 (+2 ms) 2024-11-24T11:21:14,140 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:21:14,142 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77052dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:21:14,143 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:21:14,143 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:21:14,143 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:21:14,143 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:21:14,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:21:14,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:21:14,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:21:14,145 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:21:14,145 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Unable to get data of znode /1-1448786933/balancer because node does not exist (not necessarily an error) 2024-11-24T11:21:14,188 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448786933/balancer already deleted, retry=false 2024-11-24T11:21:14,188 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:21:14,189 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Unable to get data of znode /1-1448786933/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:21:14,198 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448786933/normalizer already deleted, retry=false 2024-11-24T11:21:14,198 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:21:14,199 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Unable to get data of znode /1-1448786933/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:21:14,209 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448786933/switch/split already deleted, retry=false 2024-11-24T11:21:14,209 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Unable to get data of znode /1-1448786933/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:21:14,219 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448786933/switch/merge already deleted, retry=false 2024-11-24T11:21:14,221 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Unable to get data of znode /1-1448786933/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:21:14,230 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448786933/snapshot-cleanup already deleted, retry=false 2024-11-24T11:21:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1448786933/running 2024-11-24T11:21:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1448786933/running 2024-11-24T11:21:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:14,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:14,241 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,35691,1732447272237, sessionid=0x1016c935cbc0003, setting cluster-up flag (Was=false) 2024-11-24T11:21:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:14,293 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1448786933/flush-table-proc/acquired, /1-1448786933/flush-table-proc/reached, /1-1448786933/flush-table-proc/abort 2024-11-24T11:21:14,294 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,35691,1732447272237 2024-11-24T11:21:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:14,345 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1448786933/online-snapshot/acquired, /1-1448786933/online-snapshot/reached, /1-1448786933/online-snapshot/abort 2024-11-24T11:21:14,346 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,35691,1732447272237 2024-11-24T11:21:14,347 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:21:14,348 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:14,349 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:21:14,349 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:21:14,349 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,35691,1732447272237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:21:14,350 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:14,350 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:14,350 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:14,350 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:14,350 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:21:14,351 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,351 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:21:14,351 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,352 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447304352 2024-11-24T11:21:14,352 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:21:14,352 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:21:14,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:14,352 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:21:14,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:21:14,352 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:21:14,353 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:21:14,353 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:21:14,353 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,353 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:21:14,353 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:14,353 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:21:14,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:21:14,353 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:21:14,354 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:21:14,354 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:21:14,354 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:21:14,354 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447274354,5,FailOnTimeoutGroup] 2024-11-24T11:21:14,354 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447274354,5,FailOnTimeoutGroup] 2024-11-24T11:21:14,354 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,354 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:21:14,355 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,355 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:21:14,399 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(746): ClusterId : adb42ac8-46c0-432c-8133-ae5d83b0427c 2024-11-24T11:21:14,399 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:21:14,409 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:21:14,409 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:21:14,420 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:21:14,420 DEBUG [RS:0;f5f73e76a839:33113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaeda6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:21:14,431 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:33113 2024-11-24T11:21:14,431 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:21:14,431 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:21:14,431 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:21:14,431 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,35691,1732447272237 with port=33113, startcode=1732447272374 2024-11-24T11:21:14,431 DEBUG [RS:0;f5f73e76a839:33113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:21:14,432 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:21:14,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,33113,1732447272374 2024-11-24T11:21:14,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35691 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,33113,1732447272374 2024-11-24T11:21:14,434 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b 2024-11-24T11:21:14,434 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45247 2024-11-24T11:21:14,434 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:21:14,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933/rs 2024-11-24T11:21:14,496 DEBUG [RS:0;f5f73e76a839:33113 {}] zookeeper.ZKUtil(111): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on existing znode=/1-1448786933/rs/f5f73e76a839,33113,1732447272374 2024-11-24T11:21:14,496 WARN [RS:0;f5f73e76a839:33113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:21:14,496 INFO [RS:0;f5f73e76a839:33113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:14,496 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374 2024-11-24T11:21:14,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,33113,1732447272374] 2024-11-24T11:21:14,499 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:21:14,500 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:21:14,501 INFO [RS:0;f5f73e76a839:33113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:21:14,501 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,501 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:21:14,502 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:21:14,502 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:21:14,502 DEBUG [RS:0;f5f73e76a839:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:21:14,504 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,504 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,504 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,504 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,504 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,504 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33113,1732447272374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:21:14,518 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:21:14,519 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33113,1732447272374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,519 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,519 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.Replication(171): f5f73e76a839,33113,1732447272374 started 2024-11-24T11:21:14,531 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:14,531 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,33113,1732447272374, RpcServer on f5f73e76a839/172.17.0.3:33113, sessionid=0x1016c935cbc0004 2024-11-24T11:21:14,531 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:21:14,531 DEBUG [RS:0;f5f73e76a839:33113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,33113,1732447272374 2024-11-24T11:21:14,531 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,33113,1732447272374' 2024-11-24T11:21:14,531 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1448786933/flush-table-proc/abort' 2024-11-24T11:21:14,532 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1448786933/flush-table-proc/acquired' 2024-11-24T11:21:14,532 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:21:14,532 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:21:14,532 DEBUG [RS:0;f5f73e76a839:33113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,33113,1732447272374 2024-11-24T11:21:14,532 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,33113,1732447272374' 2024-11-24T11:21:14,532 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1448786933/online-snapshot/abort' 2024-11-24T11:21:14,533 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1448786933/online-snapshot/acquired' 2024-11-24T11:21:14,533 DEBUG [RS:0;f5f73e76a839:33113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:21:14,533 INFO [RS:0;f5f73e76a839:33113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:21:14,533 INFO [RS:0;f5f73e76a839:33113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:21:14,633 INFO [RS:0;f5f73e76a839:33113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:21:14,634 INFO [RS:0;f5f73e76a839:33113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C33113%2C1732447272374, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/oldWALs, maxLogs=10 2024-11-24T11:21:14,647 DEBUG [RS:0;f5f73e76a839:33113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, exclude list is [], retry=0 2024-11-24T11:21:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-e77034fd-4f56-442b-91b7-55cd3ca41856,DISK] 2024-11-24T11:21:14,650 INFO [RS:0;f5f73e76a839:33113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 2024-11-24T11:21:14,650 DEBUG [RS:0;f5f73e76a839:33113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467)] 2024-11-24T11:21:14,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:21:14,758 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b 2024-11-24T11:21:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:21:14,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:21:14,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:14,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:14,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:14,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:14,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:14,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:14,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:14,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:15,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:21:15,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:21:15,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:15,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:15,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:21:15,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:21:15,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:15,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:15,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:21:15,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:21:15,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:15,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:15,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:21:15,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:21:15,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:15,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:15,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:21:15,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740 2024-11-24T11:21:15,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740 2024-11-24T11:21:15,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:21:15,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:21:15,170 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:15,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:21:15,173 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:15,173 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67819123, jitterRate=0.010583683848381042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:15,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447275163Initializing all the Stores at 1732447275164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447275164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447275164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447275164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447275164Cleaning up temporary data from old regions at 1732447275170 (+6 ms)Region opened successfully at 1732447275173 (+3 ms) 2024-11-24T11:21:15,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:21:15,173 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:21:15,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:21:15,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:21:15,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:21:15,173 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:15,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447275173Disabling compacts and flushes for region at 1732447275173Disabling writes for close at 1732447275173Writing region close event to WAL at 1732447275173Closed at 1732447275173 2024-11-24T11:21:15,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:15,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:21:15,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:21:15,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:21:15,176 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:21:15,326 DEBUG [f5f73e76a839:35691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:21:15,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,33113,1732447272374 2024-11-24T11:21:15,327 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,33113,1732447272374, state=OPENING 2024-11-24T11:21:15,376 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:21:15,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:21:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:15,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1448786933/meta-region-server: CHANGED 2024-11-24T11:21:15,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1448786933/meta-region-server: CHANGED 2024-11-24T11:21:15,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:21:15,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,33113,1732447272374}] 2024-11-24T11:21:15,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:15,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:21:15,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:21:15,544 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:21:15,544 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:15,544 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:21:15,545 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C33113%2C1732447272374.meta, suffix=.meta, logDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/oldWALs, maxLogs=10 2024-11-24T11:21:15,558 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.meta.1732447275545.meta, exclude list is [], retry=0 2024-11-24T11:21:15,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-e77034fd-4f56-442b-91b7-55cd3ca41856,DISK] 2024-11-24T11:21:15,561 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.meta.1732447275545.meta 2024-11-24T11:21:15,561 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467)] 2024-11-24T11:21:15,561 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:15,561 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:15,562 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:21:15,562 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:21:15,562 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:21:15,562 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:21:15,562 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:15,562 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:21:15,562 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:21:15,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:21:15,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:21:15,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:15,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:15,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:21:15,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:21:15,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:15,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:15,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:21:15,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:21:15,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:15,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:15,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:21:15,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:21:15,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:15,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:15,566 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:21:15,566 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740 2024-11-24T11:21:15,567 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740 2024-11-24T11:21:15,568 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:21:15,568 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:21:15,568 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:15,569 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:21:15,569 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73039630, jitterRate=0.08837530016899109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:15,569 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:21:15,569 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447275562Writing region info on filesystem at 1732447275562Initializing all the Stores at 1732447275563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447275563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447275563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447275563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447275563Cleaning up temporary data from old regions at 1732447275568 (+5 ms)Running coprocessor post-open hooks at 1732447275569 (+1 ms)Region opened successfully at 1732447275569 2024-11-24T11:21:15,570 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447275540 2024-11-24T11:21:15,572 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:21:15,572 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:21:15,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,33113,1732447272374 2024-11-24T11:21:15,573 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,33113,1732447272374, state=OPEN 2024-11-24T11:21:15,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1448786933/meta-region-server 2024-11-24T11:21:15,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1448786933/meta-region-server 2024-11-24T11:21:15,598 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,33113,1732447272374 2024-11-24T11:21:15,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1448786933/meta-region-server: CHANGED 2024-11-24T11:21:15,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1448786933/meta-region-server: CHANGED 2024-11-24T11:21:15,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:21:15,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,33113,1732447272374 in 210 msec 2024-11-24T11:21:15,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:21:15,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-24T11:21:15,601 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:15,601 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:21:15,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:15,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33113,1732447272374, seqNum=-1] 2024-11-24T11:21:15,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:15,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:15,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-24T11:21:15,611 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447275611, completionTime=-1 2024-11-24T11:21:15,611 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:21:15,611 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:21:15,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:21:15,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447335613 2024-11-24T11:21:15,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447395613 2024-11-24T11:21:15,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:21:15,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35691,1732447272237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:15,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35691,1732447272237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:15,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35691,1732447272237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:15,613 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:35691, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:15,614 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:15,614 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:15,615 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:21:15,617 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.177sec 2024-11-24T11:21:15,617 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:21:15,617 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:21:15,617 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:21:15,617 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:21:15,617 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:21:15,617 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35691,1732447272237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:21:15,617 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35691,1732447272237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:21:15,619 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:21:15,619 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:21:15,619 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,35691,1732447272237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:15,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:15,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35691,-1 for getting cluster id 2024-11-24T11:21:15,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:15,700 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb42ac8-46c0-432c-8133-ae5d83b0427c' 2024-11-24T11:21:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb42ac8-46c0-432c-8133-ae5d83b0427c" 2024-11-24T11:21:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4254aad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35691,-1] 2024-11-24T11:21:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:15,702 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:15,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:15,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33113,1732447272374, seqNum=-1] 2024-11-24T11:21:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:15,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:15,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,35691,1732447272237 2024-11-24T11:21:15,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:15,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c935cbc0005 connected 2024-11-24T11:21:15,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.log.dir so I do NOT create it in target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630 2024-11-24T11:21:15,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:21:15,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.tmp.dir so I do NOT create it in target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630 2024-11-24T11:21:15,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:21:15,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630 2024-11-24T11:21:15,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/cluster_1e8a2da2-34ca-10a3-3ea4-e12831b362c2, deleteOnExit=true 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/test.cache.data in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:21:15,727 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:21:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:21:16,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:16,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:16,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:16,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:16,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:21:16,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:16,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:16,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:16,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/java.io.tmpdir/jetty-localhost-42215-hadoop-hdfs-3_4_1-tests_jar-_-any-1124670601341966841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:16,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:42215} 2024-11-24T11:21:16,104 INFO [Time-limited test {}] server.Server(415): Started @243917ms 2024-11-24T11:21:16,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:16,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:16,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:16,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:16,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:21:16,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:16,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:16,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45dd381e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/java.io.tmpdir/jetty-localhost-44415-hadoop-hdfs-3_4_1-tests_jar-_-any-5110117991462159041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:16,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:44415} 2024-11-24T11:21:16,455 INFO [Time-limited test {}] server.Server(415): Started @244268ms 2024-11-24T11:21:16,456 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:21:17,113 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/cluster_1e8a2da2-34ca-10a3-3ea4-e12831b362c2/data/data2/current/BP-831366945-172.17.0.3-1732447275741/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:17,113 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/cluster_1e8a2da2-34ca-10a3-3ea4-e12831b362c2/data/data1/current/BP-831366945-172.17.0.3-1732447275741/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:17,127 WARN [Thread-2888 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:21:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3004e05f06154f7d with lease ID 0x30161b07d732e623: Processing first storage report for DS-6486a94d-c05c-4fd5-a808-607455c346dc from datanode DatanodeRegistration(127.0.0.1:39923, datanodeUuid=88a98f31-9cdd-4505-b1fa-c1c4ef4a3176, infoPort=39253, infoSecurePort=0, ipcPort=38589, storageInfo=lv=-57;cid=testClusterID;nsid=1834820971;c=1732447275741) 2024-11-24T11:21:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3004e05f06154f7d with lease ID 0x30161b07d732e623: from storage DS-6486a94d-c05c-4fd5-a808-607455c346dc node DatanodeRegistration(127.0.0.1:39923, datanodeUuid=88a98f31-9cdd-4505-b1fa-c1c4ef4a3176, infoPort=39253, infoSecurePort=0, ipcPort=38589, storageInfo=lv=-57;cid=testClusterID;nsid=1834820971;c=1732447275741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:21:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3004e05f06154f7d with lease ID 0x30161b07d732e623: Processing first storage report for DS-f4fa9e55-2f4d-4aa9-957e-20607718341f from datanode DatanodeRegistration(127.0.0.1:39923, datanodeUuid=88a98f31-9cdd-4505-b1fa-c1c4ef4a3176, infoPort=39253, infoSecurePort=0, ipcPort=38589, storageInfo=lv=-57;cid=testClusterID;nsid=1834820971;c=1732447275741) 2024-11-24T11:21:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3004e05f06154f7d with lease ID 0x30161b07d732e623: from storage DS-f4fa9e55-2f4d-4aa9-957e-20607718341f node DatanodeRegistration(127.0.0.1:39923, datanodeUuid=88a98f31-9cdd-4505-b1fa-c1c4ef4a3176, infoPort=39253, infoSecurePort=0, ipcPort=38589, storageInfo=lv=-57;cid=testClusterID;nsid=1834820971;c=1732447275741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:21:17,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630 2024-11-24T11:21:17,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:17,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:17,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:21:17,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0 with version=8 2024-11-24T11:21:17,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/hbase-staging 2024-11-24T11:21:17,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:21:17,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:17,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:17,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:21:17,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:17,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:21:17,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:21:17,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:21:17,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38469 2024-11-24T11:21:17,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38469 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384690x0, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:17,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38469-0x1016c935cbc0006 connected 2024-11-24T11:21:17,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:17,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:17,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on znode that does not yet exist, /2-147096280/running 2024-11-24T11:21:17,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0, hbase.cluster.distributed=false 2024-11-24T11:21:17,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on znode that does not yet exist, /2-147096280/acl 2024-11-24T11:21:17,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-24T11:21:17,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38469 2024-11-24T11:21:17,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38469 2024-11-24T11:21:17,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-24T11:21:17,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-24T11:21:17,733 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:21:17,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:17,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:17,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:21:17,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:17,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:21:17,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:21:17,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:21:17,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39563 2024-11-24T11:21:17,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39563 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:17,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:17,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:17,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395630x0, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:17,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395630x0, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on znode that does not yet exist, /2-147096280/running 2024-11-24T11:21:17,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39563-0x1016c935cbc0007 connected 2024-11-24T11:21:17,746 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:21:17,747 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:21:17,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on znode that does not yet exist, /2-147096280/master 2024-11-24T11:21:17,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on znode that does not yet exist, /2-147096280/acl 2024-11-24T11:21:17,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39563 2024-11-24T11:21:17,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39563 2024-11-24T11:21:17,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39563 2024-11-24T11:21:17,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39563 2024-11-24T11:21:17,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39563 2024-11-24T11:21:17,762 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:38469 2024-11-24T11:21:17,763 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-147096280/backup-masters/f5f73e76a839,38469,1732447277593 2024-11-24T11:21:17,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280/backup-masters 2024-11-24T11:21:17,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280/backup-masters 2024-11-24T11:21:17,767 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on existing znode=/2-147096280/backup-masters/f5f73e76a839,38469,1732447277593 2024-11-24T11:21:17,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-147096280/master 2024-11-24T11:21:17,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:17,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:17,777 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on existing znode=/2-147096280/master 2024-11-24T11:21:17,777 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-147096280/backup-masters/f5f73e76a839,38469,1732447277593 from backup master directory 2024-11-24T11:21:17,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-147096280/backup-masters/f5f73e76a839,38469,1732447277593 2024-11-24T11:21:17,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280/backup-masters 2024-11-24T11:21:17,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280/backup-masters 2024-11-24T11:21:17,787 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:21:17,787 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,38469,1732447277593 2024-11-24T11:21:17,790 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/hbase.id] with ID: 1fcb8eda-d791-4007-a084-76c50adb7d01 2024-11-24T11:21:17,790 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/.tmp/hbase.id 2024-11-24T11:21:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:21:18,197 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/.tmp/hbase.id]:[hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/hbase.id] 2024-11-24T11:21:18,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:18,205 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:21:18,206 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:21:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:21:18,749 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:18,750 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:21:18,750 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:21:18,759 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store 2024-11-24T11:21:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:21:19,164 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:19,164 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:21:19,164 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:19,164 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:19,164 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:21:19,164 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:19,164 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:19,164 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447279164Disabling compacts and flushes for region at 1732447279164Disabling writes for close at 1732447279164Writing region close event to WAL at 1732447279164Closed at 1732447279164 2024-11-24T11:21:19,165 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/.initializing 2024-11-24T11:21:19,165 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/WALs/f5f73e76a839,38469,1732447277593 2024-11-24T11:21:19,166 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:21:19,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C38469%2C1732447277593, suffix=, logDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/WALs/f5f73e76a839,38469,1732447277593, archiveDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/oldWALs, maxLogs=10 2024-11-24T11:21:19,179 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/WALs/f5f73e76a839,38469,1732447277593/f5f73e76a839%2C38469%2C1732447277593.1732447279167, exclude list is [], retry=0 2024-11-24T11:21:19,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-6486a94d-c05c-4fd5-a808-607455c346dc,DISK] 2024-11-24T11:21:19,193 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/WALs/f5f73e76a839,38469,1732447277593/f5f73e76a839%2C38469%2C1732447277593.1732447279167 2024-11-24T11:21:19,193 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39253:39253)] 2024-11-24T11:21:19,193 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:19,193 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:19,194 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,194 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:21:19,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:19,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:19,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:21:19,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:19,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:19,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:21:19,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:19,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:19,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:21:19,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:19,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:19,199 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,200 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,200 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,201 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,201 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,201 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:19,202 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:19,204 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:19,204 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68476006, jitterRate=0.020372003316879272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:19,204 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447279194Initializing all the Stores at 1732447279194Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447279194Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447279194Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447279194Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447279194Cleaning up temporary data from old regions at 1732447279201 (+7 ms)Region opened successfully at 1732447279204 (+3 ms) 2024-11-24T11:21:19,204 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:21:19,206 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f14a351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:21:19,207 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:21:19,207 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:21:19,207 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:21:19,207 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:21:19,208 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:21:19,208 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:21:19,208 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:21:19,209 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:21:19,210 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Unable to get data of znode /2-147096280/balancer because node does not exist (not necessarily an error) 2024-11-24T11:21:19,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:19,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:21:19,267 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48319 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:21:19,271 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-147096280/balancer already deleted, retry=false 2024-11-24T11:21:19,272 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:21:19,272 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Unable to get data of znode /2-147096280/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:21:19,282 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-147096280/normalizer already deleted, retry=false 2024-11-24T11:21:19,282 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:21:19,283 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Unable to get data of znode /2-147096280/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:21:19,292 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-147096280/switch/split already deleted, retry=false 2024-11-24T11:21:19,293 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Unable to get data of znode /2-147096280/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:21:19,303 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-147096280/switch/merge already deleted, retry=false 2024-11-24T11:21:19,305 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Unable to get data of znode /2-147096280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:21:19,314 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-147096280/snapshot-cleanup already deleted, retry=false 2024-11-24T11:21:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-147096280/running 2024-11-24T11:21:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-147096280/running 2024-11-24T11:21:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:19,324 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,38469,1732447277593, sessionid=0x1016c935cbc0006, setting cluster-up flag (Was=false) 2024-11-24T11:21:19,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:19,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:19,377 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-147096280/flush-table-proc/acquired, /2-147096280/flush-table-proc/reached, /2-147096280/flush-table-proc/abort 2024-11-24T11:21:19,378 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,38469,1732447277593 2024-11-24T11:21:19,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:19,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:19,429 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-147096280/online-snapshot/acquired, /2-147096280/online-snapshot/reached, /2-147096280/online-snapshot/abort 2024-11-24T11:21:19,430 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,38469,1732447277593 2024-11-24T11:21:19,431 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:21:19,432 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:19,432 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:21:19,432 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:21:19,432 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,38469,1732447277593 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:21:19,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:19,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:19,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:19,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:19,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:21:19,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:21:19,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,434 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447309434 2024-11-24T11:21:19,434 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:21:19,434 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:21:19,434 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:21:19,434 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:21:19,434 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:21:19,434 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:21:19,435 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:19,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:21:19,435 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:21:19,435 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:21:19,435 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:21:19,435 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:21:19,435 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:21:19,435 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:21:19,435 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447279435,5,FailOnTimeoutGroup] 2024-11-24T11:21:19,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:19,436 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447279435,5,FailOnTimeoutGroup] 2024-11-24T11:21:19,436 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,436 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:21:19,436 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:21:19,436 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:21:19,454 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(746): ClusterId : 1fcb8eda-d791-4007-a084-76c50adb7d01 2024-11-24T11:21:19,455 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:21:19,462 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:21:19,462 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:21:19,472 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:21:19,472 DEBUG [RS:0;f5f73e76a839:39563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b8c074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:21:19,486 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:39563 2024-11-24T11:21:19,486 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:21:19,486 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:21:19,486 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:21:19,487 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,38469,1732447277593 with port=39563, startcode=1732447277733 2024-11-24T11:21:19,487 DEBUG [RS:0;f5f73e76a839:39563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:21:19,488 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:21:19,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,39563,1732447277733 2024-11-24T11:21:19,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,39563,1732447277733 2024-11-24T11:21:19,490 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0 2024-11-24T11:21:19,490 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46071 2024-11-24T11:21:19,490 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:21:19,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280/rs 2024-11-24T11:21:19,561 DEBUG [RS:0;f5f73e76a839:39563 {}] zookeeper.ZKUtil(111): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on existing znode=/2-147096280/rs/f5f73e76a839,39563,1732447277733 2024-11-24T11:21:19,561 WARN [RS:0;f5f73e76a839:39563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:21:19,561 INFO [RS:0;f5f73e76a839:39563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:19,561 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733 2024-11-24T11:21:19,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,39563,1732447277733] 2024-11-24T11:21:19,564 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:21:19,565 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:21:19,565 INFO [RS:0;f5f73e76a839:39563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:21:19,565 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,565 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:21:19,566 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:21:19,566 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:21:19,566 DEBUG [RS:0;f5f73e76a839:39563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:21:19,567 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,567 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,567 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,567 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,567 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,567 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39563,1732447277733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:21:19,579 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:21:19,580 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39563,1732447277733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,580 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,580 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.Replication(171): f5f73e76a839,39563,1732447277733 started 2024-11-24T11:21:19,592 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:19,592 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,39563,1732447277733, RpcServer on f5f73e76a839/172.17.0.3:39563, sessionid=0x1016c935cbc0007 2024-11-24T11:21:19,592 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:21:19,592 DEBUG [RS:0;f5f73e76a839:39563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,39563,1732447277733 2024-11-24T11:21:19,592 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,39563,1732447277733' 2024-11-24T11:21:19,592 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-147096280/flush-table-proc/abort' 2024-11-24T11:21:19,592 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-147096280/flush-table-proc/acquired' 2024-11-24T11:21:19,593 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:21:19,593 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:21:19,593 DEBUG [RS:0;f5f73e76a839:39563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,39563,1732447277733 2024-11-24T11:21:19,593 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,39563,1732447277733' 2024-11-24T11:21:19,593 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-147096280/online-snapshot/abort' 2024-11-24T11:21:19,593 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-147096280/online-snapshot/acquired' 2024-11-24T11:21:19,593 DEBUG [RS:0;f5f73e76a839:39563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:21:19,593 INFO [RS:0;f5f73e76a839:39563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:21:19,593 INFO [RS:0;f5f73e76a839:39563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:21:19,694 INFO [RS:0;f5f73e76a839:39563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:21:19,695 INFO [RS:0;f5f73e76a839:39563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39563%2C1732447277733, suffix=, logDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733, archiveDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/oldWALs, maxLogs=10 2024-11-24T11:21:19,707 DEBUG [RS:0;f5f73e76a839:39563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, exclude list is [], retry=0 2024-11-24T11:21:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-6486a94d-c05c-4fd5-a808-607455c346dc,DISK] 2024-11-24T11:21:19,710 INFO [RS:0;f5f73e76a839:39563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 2024-11-24T11:21:19,713 DEBUG [RS:0;f5f73e76a839:39563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39253:39253)] 2024-11-24T11:21:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:21:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:21:19,840 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:21:19,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0 2024-11-24T11:21:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:21:20,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:20,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:21:20,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:21:20,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:20,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:21:20,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:21:20,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:20,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:21:20,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:21:20,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:20,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:21:20,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:21:20,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:20,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:21:20,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740 2024-11-24T11:21:20,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740 2024-11-24T11:21:20,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:21:20,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:21:20,252 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:20,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:21:20,254 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:20,254 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65336132, jitterRate=-0.026415765285491943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:20,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447280245Initializing all the Stores at 1732447280246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447280246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447280246Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447280246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447280246Cleaning up temporary data from old regions at 1732447280252 (+6 ms)Region opened successfully at 1732447280255 (+3 ms) 2024-11-24T11:21:20,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:21:20,255 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:21:20,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:21:20,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:21:20,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:21:20,255 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:20,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447280255Disabling compacts and flushes for region at 1732447280255Disabling writes for close at 1732447280255Writing region close event to WAL at 1732447280255Closed at 1732447280255 2024-11-24T11:21:20,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:20,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:21:20,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:21:20,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:21:20,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:21:20,408 DEBUG [f5f73e76a839:38469 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:21:20,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,39563,1732447277733 2024-11-24T11:21:20,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39563,1732447277733, state=OPENING 2024-11-24T11:21:20,461 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:21:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:20,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-147096280/meta-region-server: CHANGED 2024-11-24T11:21:20,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-147096280/meta-region-server: CHANGED 2024-11-24T11:21:20,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:21:20,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,39563,1732447277733}] 2024-11-24T11:21:20,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:21:20,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:21:20,628 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:21:20,628 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:20,628 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:21:20,629 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39563%2C1732447277733.meta, suffix=.meta, logDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733, archiveDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/oldWALs, maxLogs=10 2024-11-24T11:21:20,641 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.meta.1732447280629.meta, exclude list is [], retry=0 2024-11-24T11:21:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-6486a94d-c05c-4fd5-a808-607455c346dc,DISK] 2024-11-24T11:21:20,648 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.meta.1732447280629.meta 2024-11-24T11:21:20,648 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39253:39253)] 2024-11-24T11:21:20,649 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:20,649 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:20,649 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:21:20,649 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:21:20,649 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:21:20,649 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:21:20,649 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:20,649 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:21:20,649 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:21:20,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:21:20,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:21:20,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:20,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:21:20,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:21:20,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:20,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:21:20,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:21:20,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:20,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:21:20,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:21:20,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:20,654 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:21:20,655 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740 2024-11-24T11:21:20,655 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740 2024-11-24T11:21:20,656 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:21:20,656 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:21:20,656 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:20,657 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:21:20,658 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60118114, jitterRate=-0.1041702926158905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:20,658 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:21:20,658 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447280650Writing region info on filesystem at 1732447280650Initializing all the Stores at 1732447280650Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447280650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447280650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447280650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447280650Cleaning up temporary data from old regions at 1732447280656 (+6 ms)Running coprocessor post-open hooks at 1732447280658 (+2 ms)Region opened successfully at 1732447280658 2024-11-24T11:21:20,659 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447280624 2024-11-24T11:21:20,660 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:21:20,661 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:21:20,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,39563,1732447277733 2024-11-24T11:21:20,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39563,1732447277733, state=OPEN 2024-11-24T11:21:20,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-147096280/meta-region-server 2024-11-24T11:21:20,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-147096280/meta-region-server 2024-11-24T11:21:20,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-147096280/meta-region-server: CHANGED 2024-11-24T11:21:20,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-147096280/meta-region-server: CHANGED 2024-11-24T11:21:20,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,39563,1732447277733 2024-11-24T11:21:20,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:21:20,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,39563,1732447277733 in 221 msec 2024-11-24T11:21:20,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:21:20,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-24T11:21:20,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:20,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:21:20,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:20,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39563,1732447277733, seqNum=-1] 2024-11-24T11:21:20,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:20,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:20,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-24T11:21:20,703 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447280703, completionTime=-1 2024-11-24T11:21:20,703 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:21:20,703 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:21:20,704 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:21:20,704 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447340704 2024-11-24T11:21:20,704 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447400704 2024-11-24T11:21:20,704 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:21:20,704 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38469,1732447277593-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:20,705 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38469,1732447277593-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:20,705 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38469,1732447277593-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:20,705 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:38469, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:20,705 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:20,705 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:20,706 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:21:20,707 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-24T11:21:20,708 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:21:20,708 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:21:20,708 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:21:20,708 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:21:20,708 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:21:20,708 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38469,1732447277593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:21:20,708 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38469,1732447277593-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:21:20,709 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:21:20,709 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:21:20,709 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38469,1732447277593-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:20,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5040d3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:20,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38469,-1 for getting cluster id 2024-11-24T11:21:20,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:20,756 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fcb8eda-d791-4007-a084-76c50adb7d01' 2024-11-24T11:21:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fcb8eda-d791-4007-a084-76c50adb7d01" 2024-11-24T11:21:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2cf46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38469,-1] 2024-11-24T11:21:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:20,758 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:20,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:20,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:20,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39563,1732447277733, seqNum=-1] 2024-11-24T11:21:20,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:20,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:20,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,38469,1732447277593 2024-11-24T11:21:20,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57588 2024-11-24T11:21:20,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:20,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016c935cbc0008 connected 2024-11-24T11:21:20,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,43043,1732447266928 2024-11-24T11:21:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29da8b05 2024-11-24T11:21:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:20,780 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:20,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:21:20,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:21:20,783 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:20,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:21:20,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:21:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:20,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:21:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:21,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:21:21,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:21,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:21,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:21,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:21,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:21,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:21,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:21,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:21,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e820fd15e09775ccfb29e851e299d504, NAME => 'test,,1732447280781.e820fd15e09775ccfb29e851e299d504.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807 2024-11-24T11:21:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:21:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:21,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447280781.e820fd15e09775ccfb29e851e299d504.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:21,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e820fd15e09775ccfb29e851e299d504, disabling compactions & flushes 2024-11-24T11:21:21,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:21,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:21,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447280781.e820fd15e09775ccfb29e851e299d504. after waiting 0 ms 2024-11-24T11:21:21,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:21,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:21,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e820fd15e09775ccfb29e851e299d504: Waiting for close lock at 1732447281595Disabling compacts and flushes for region at 1732447281595Disabling writes for close at 1732447281595Writing region close event to WAL at 1732447281595Closed at 1732447281595 2024-11-24T11:21:21,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:21:21,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447280781.e820fd15e09775ccfb29e851e299d504.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447281596"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447281596"}]},"ts":"1732447281596"} 2024-11-24T11:21:21,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:21:21,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:21:21,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447281598"}]},"ts":"1732447281598"} 2024-11-24T11:21:21,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:21:21,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e820fd15e09775ccfb29e851e299d504, ASSIGN}] 2024-11-24T11:21:21,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e820fd15e09775ccfb29e851e299d504, ASSIGN 2024-11-24T11:21:21,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e820fd15e09775ccfb29e851e299d504, ASSIGN; state=OFFLINE, location=f5f73e76a839,43505,1732447267111; forceNewPlan=false, retain=false 2024-11-24T11:21:21,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e820fd15e09775ccfb29e851e299d504, regionState=OPENING, regionLocation=f5f73e76a839,43505,1732447267111 2024-11-24T11:21:21,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e820fd15e09775ccfb29e851e299d504, ASSIGN because future has completed 2024-11-24T11:21:21,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e820fd15e09775ccfb29e851e299d504, server=f5f73e76a839,43505,1732447267111}] 2024-11-24T11:21:21,910 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:21,910 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e820fd15e09775ccfb29e851e299d504, NAME => 'test,,1732447280781.e820fd15e09775ccfb29e851e299d504.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:21,910 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:21,910 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:21:21,911 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,911 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447280781.e820fd15e09775ccfb29e851e299d504.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:21,911 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,911 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,912 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,913 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e820fd15e09775ccfb29e851e299d504 columnFamilyName f 2024-11-24T11:21:21,913 DEBUG [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:21,913 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] regionserver.HStore(327): Store=e820fd15e09775ccfb29e851e299d504/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:21,913 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,914 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e820fd15e09775ccfb29e851e299d504 columnFamilyName f1 2024-11-24T11:21:21,914 DEBUG [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:21,914 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] regionserver.HStore(327): Store=e820fd15e09775ccfb29e851e299d504/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:21,914 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,915 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e820fd15e09775ccfb29e851e299d504 columnFamilyName norep 2024-11-24T11:21:21,915 DEBUG [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:21,915 INFO [StoreOpener-e820fd15e09775ccfb29e851e299d504-1 {}] regionserver.HStore(327): Store=e820fd15e09775ccfb29e851e299d504/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:21,915 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,915 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,915 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,916 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,916 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,916 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:21:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:21,917 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,918 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:21,919 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e820fd15e09775ccfb29e851e299d504; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66397465, jitterRate=-0.010600671172142029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:21:21,919 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:21,919 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e820fd15e09775ccfb29e851e299d504: Running coprocessor pre-open hook at 1732447281911Writing region info on filesystem at 1732447281911Initializing all the Stores at 1732447281911Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447281911Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447281912 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447281912Cleaning up temporary data from old regions at 1732447281916 (+4 ms)Running coprocessor post-open hooks at 1732447281919 (+3 ms)Region opened successfully at 1732447281919 2024-11-24T11:21:21,920 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447280781.e820fd15e09775ccfb29e851e299d504., pid=6, masterSystemTime=1732447281906 2024-11-24T11:21:21,921 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:21,921 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:21,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e820fd15e09775ccfb29e851e299d504, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,43505,1732447267111 2024-11-24T11:21:21,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e820fd15e09775ccfb29e851e299d504, server=f5f73e76a839,43505,1732447267111 because future has completed 2024-11-24T11:21:21,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:21:21,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e820fd15e09775ccfb29e851e299d504, server=f5f73e76a839,43505,1732447267111 in 170 msec 2024-11-24T11:21:21,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:21:21,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e820fd15e09775ccfb29e851e299d504, ASSIGN in 325 msec 2024-11-24T11:21:21,927 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:21:21,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447281927"}]},"ts":"1732447281927"} 2024-11-24T11:21:21,929 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:21:21,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:21:21,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-24T11:21:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:22,927 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:21:22,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,35691,1732447272237 2024-11-24T11:21:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@685f02d4 2024-11-24T11:21:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:22,929 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:22,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:21:22,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:21:22,932 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:22,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:21:22,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:21:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:21:22,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87e19ca9cfb1faf28db3576e66ed62a8, NAME => 'test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b 2024-11-24T11:21:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:21:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:23,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:23,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87e19ca9cfb1faf28db3576e66ed62a8, disabling compactions & flushes 2024-11-24T11:21:23,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:23,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:23,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. after waiting 0 ms 2024-11-24T11:21:23,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:23,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:23,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87e19ca9cfb1faf28db3576e66ed62a8: Waiting for close lock at 1732447283343Disabling compacts and flushes for region at 1732447283343Disabling writes for close at 1732447283343Writing region close event to WAL at 1732447283343Closed at 1732447283343 2024-11-24T11:21:23,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:21:23,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447283344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447283344"}]},"ts":"1732447283344"} 2024-11-24T11:21:23,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:21:23,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:21:23,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447283347"}]},"ts":"1732447283347"} 2024-11-24T11:21:23,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:21:23,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87e19ca9cfb1faf28db3576e66ed62a8, ASSIGN}] 2024-11-24T11:21:23,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87e19ca9cfb1faf28db3576e66ed62a8, ASSIGN 2024-11-24T11:21:23,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87e19ca9cfb1faf28db3576e66ed62a8, ASSIGN; state=OFFLINE, location=f5f73e76a839,33113,1732447272374; forceNewPlan=false, retain=false 2024-11-24T11:21:23,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87e19ca9cfb1faf28db3576e66ed62a8, regionState=OPENING, regionLocation=f5f73e76a839,33113,1732447272374 2024-11-24T11:21:23,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87e19ca9cfb1faf28db3576e66ed62a8, ASSIGN because future has completed 2024-11-24T11:21:23,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87e19ca9cfb1faf28db3576e66ed62a8, server=f5f73e76a839,33113,1732447272374}] 2024-11-24T11:21:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:23,657 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:23,657 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87e19ca9cfb1faf28db3576e66ed62a8, NAME => 'test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:23,657 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:23,657 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:21:23,657 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,657 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:23,658 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,658 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,659 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,659 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e19ca9cfb1faf28db3576e66ed62a8 columnFamilyName f 2024-11-24T11:21:23,659 DEBUG [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:23,660 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] regionserver.HStore(327): Store=87e19ca9cfb1faf28db3576e66ed62a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:23,660 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,660 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e19ca9cfb1faf28db3576e66ed62a8 columnFamilyName f1 2024-11-24T11:21:23,660 DEBUG [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:23,661 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] regionserver.HStore(327): Store=87e19ca9cfb1faf28db3576e66ed62a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:23,661 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,662 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e19ca9cfb1faf28db3576e66ed62a8 columnFamilyName norep 2024-11-24T11:21:23,662 DEBUG [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:23,662 INFO [StoreOpener-87e19ca9cfb1faf28db3576e66ed62a8-1 {}] regionserver.HStore(327): Store=87e19ca9cfb1faf28db3576e66ed62a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:23,662 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,663 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,663 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,663 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,663 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,664 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:21:23,664 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,666 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:23,666 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87e19ca9cfb1faf28db3576e66ed62a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60762402, jitterRate=-0.09456965327262878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:21:23,666 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:23,666 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87e19ca9cfb1faf28db3576e66ed62a8: Running coprocessor pre-open hook at 1732447283658Writing region info on filesystem at 1732447283658Initializing all the Stores at 1732447283658Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447283658Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447283658Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447283658Cleaning up temporary data from old regions at 1732447283663 (+5 ms)Running coprocessor post-open hooks at 1732447283666 (+3 ms)Region opened successfully at 1732447283666 2024-11-24T11:21:23,667 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8., pid=6, masterSystemTime=1732447283654 2024-11-24T11:21:23,668 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:23,668 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:23,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87e19ca9cfb1faf28db3576e66ed62a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,33113,1732447272374 2024-11-24T11:21:23,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87e19ca9cfb1faf28db3576e66ed62a8, server=f5f73e76a839,33113,1732447272374 because future has completed 2024-11-24T11:21:23,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:21:23,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87e19ca9cfb1faf28db3576e66ed62a8, server=f5f73e76a839,33113,1732447272374 in 169 msec 2024-11-24T11:21:23,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:21:23,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87e19ca9cfb1faf28db3576e66ed62a8, ASSIGN in 324 msec 2024-11-24T11:21:23,674 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:21:23,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447283674"}]},"ts":"1732447283674"} 2024-11-24T11:21:23,676 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:21:23,676 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:21:23,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-24T11:21:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:24,067 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:21:24,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38469,1732447277593 2024-11-24T11:21:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f869c3c 2024-11-24T11:21:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:24,068 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:24,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:21:24,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:21:24,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:24,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:21:24,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:21:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:24,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:21:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:24,477 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06338aea1246496146edef975955077f, NAME => 'test,,1732447284069.06338aea1246496146edef975955077f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0 2024-11-24T11:21:24,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:21:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:24,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447284069.06338aea1246496146edef975955077f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:24,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 06338aea1246496146edef975955077f, disabling compactions & flushes 2024-11-24T11:21:24,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:24,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:24,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447284069.06338aea1246496146edef975955077f. after waiting 0 ms 2024-11-24T11:21:24,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:24,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:24,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06338aea1246496146edef975955077f: Waiting for close lock at 1732447284883Disabling compacts and flushes for region at 1732447284883Disabling writes for close at 1732447284883Writing region close event to WAL at 1732447284883Closed at 1732447284883 2024-11-24T11:21:24,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:21:24,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447284069.06338aea1246496146edef975955077f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447284925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447284925"}]},"ts":"1732447284925"} 2024-11-24T11:21:24,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:21:24,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:21:24,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447284928"}]},"ts":"1732447284928"} 2024-11-24T11:21:24,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:21:24,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06338aea1246496146edef975955077f, ASSIGN}] 2024-11-24T11:21:24,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06338aea1246496146edef975955077f, ASSIGN 2024-11-24T11:21:24,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=06338aea1246496146edef975955077f, ASSIGN; state=OFFLINE, location=f5f73e76a839,39563,1732447277733; forceNewPlan=false, retain=false 2024-11-24T11:21:25,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06338aea1246496146edef975955077f, regionState=OPENING, regionLocation=f5f73e76a839,39563,1732447277733 2024-11-24T11:21:25,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=06338aea1246496146edef975955077f, ASSIGN because future has completed 2024-11-24T11:21:25,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06338aea1246496146edef975955077f, server=f5f73e76a839,39563,1732447277733}] 2024-11-24T11:21:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:25,238 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:25,238 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06338aea1246496146edef975955077f, NAME => 'test,,1732447284069.06338aea1246496146edef975955077f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:25,239 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:25,239 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:21:25,239 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06338aea1246496146edef975955077f 2024-11-24T11:21:25,239 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447284069.06338aea1246496146edef975955077f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:25,239 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06338aea1246496146edef975955077f 2024-11-24T11:21:25,239 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06338aea1246496146edef975955077f 2024-11-24T11:21:25,240 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06338aea1246496146edef975955077f 2024-11-24T11:21:25,241 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06338aea1246496146edef975955077f columnFamilyName f 2024-11-24T11:21:25,241 DEBUG [StoreOpener-06338aea1246496146edef975955077f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:25,241 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] regionserver.HStore(327): Store=06338aea1246496146edef975955077f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:25,241 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 06338aea1246496146edef975955077f 2024-11-24T11:21:25,242 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06338aea1246496146edef975955077f columnFamilyName f1 2024-11-24T11:21:25,242 DEBUG [StoreOpener-06338aea1246496146edef975955077f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:25,243 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] regionserver.HStore(327): Store=06338aea1246496146edef975955077f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:25,243 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06338aea1246496146edef975955077f 2024-11-24T11:21:25,243 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06338aea1246496146edef975955077f columnFamilyName norep 2024-11-24T11:21:25,243 DEBUG [StoreOpener-06338aea1246496146edef975955077f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:25,244 INFO [StoreOpener-06338aea1246496146edef975955077f-1 {}] regionserver.HStore(327): Store=06338aea1246496146edef975955077f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:25,244 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06338aea1246496146edef975955077f 2024-11-24T11:21:25,244 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f 2024-11-24T11:21:25,244 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f 2024-11-24T11:21:25,245 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06338aea1246496146edef975955077f 2024-11-24T11:21:25,245 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06338aea1246496146edef975955077f 2024-11-24T11:21:25,245 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:21:25,246 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06338aea1246496146edef975955077f 2024-11-24T11:21:25,247 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:25,247 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06338aea1246496146edef975955077f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65571251, jitterRate=-0.022912219166755676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:21:25,247 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06338aea1246496146edef975955077f 2024-11-24T11:21:25,247 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06338aea1246496146edef975955077f: Running coprocessor pre-open hook at 1732447285239Writing region info on filesystem at 1732447285239Initializing all the Stores at 1732447285240 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447285240Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447285240Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447285240Cleaning up temporary data from old regions at 1732447285245 (+5 ms)Running coprocessor post-open hooks at 1732447285247 (+2 ms)Region opened successfully at 1732447285247 2024-11-24T11:21:25,248 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447284069.06338aea1246496146edef975955077f., pid=6, masterSystemTime=1732447285235 2024-11-24T11:21:25,249 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:25,249 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:25,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06338aea1246496146edef975955077f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,39563,1732447277733 2024-11-24T11:21:25,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06338aea1246496146edef975955077f, server=f5f73e76a839,39563,1732447277733 because future has completed 2024-11-24T11:21:25,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:21:25,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06338aea1246496146edef975955077f, server=f5f73e76a839,39563,1732447277733 in 169 msec 2024-11-24T11:21:25,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:21:25,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=06338aea1246496146edef975955077f, ASSIGN in 325 msec 2024-11-24T11:21:25,255 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:21:25,256 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447285256"}]},"ts":"1732447285256"} 2024-11-24T11:21:25,257 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:21:25,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:21:25,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-24T11:21:25,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:21:26,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:21:26,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:26,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:26,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:26,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:26,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:21:26,217 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:21:26,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:26,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217cffe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:26,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,43043,-1 for getting cluster id 2024-11-24T11:21:26,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:26,230 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5641dfd-d805-4454-b137-20c8e9ab73f7' 2024-11-24T11:21:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5641dfd-d805-4454-b137-20c8e9ab73f7" 2024-11-24T11:21:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddea367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,43043,-1] 2024-11-24T11:21:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:26,232 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7858f35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:26,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:26,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,43043,1732447266928 2024-11-24T11:21:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72365359 2024-11-24T11:21:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:26,235 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:26,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:35691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:21:26,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:21:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:26,240 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:35691' 2024-11-24T11:21:26,252 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379352f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:26,252 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35691,-1 for getting cluster id 2024-11-24T11:21:26,253 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:26,253 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb42ac8-46c0-432c-8133-ae5d83b0427c' 2024-11-24T11:21:26,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:26,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb42ac8-46c0-432c-8133-ae5d83b0427c" 2024-11-24T11:21:26,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337fbbad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:26,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35691,-1] 2024-11-24T11:21:26,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:26,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:26,256 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:26,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55481e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:26,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,35691,1732447272237 2024-11-24T11:21:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6771e637 2024-11-24T11:21:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:26,259 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:26,260 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T11:21:26,260 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:21:26,260 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:26,260 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:26,261 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:26,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:26,262 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:21:26,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:21:26,263 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:26,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:21:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:21:26,312 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:21:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:26,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c28008a8a9374032e21577182e387531, NAME => 'hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807 2024-11-24T11:21:26,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:21:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:27,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:27,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c28008a8a9374032e21577182e387531, disabling compactions & flushes 2024-11-24T11:21:27,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:27,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:27,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. after waiting 0 ms 2024-11-24T11:21:27,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:27,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:27,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c28008a8a9374032e21577182e387531: Waiting for close lock at 1732447287096Disabling compacts and flushes for region at 1732447287096Disabling writes for close at 1732447287096Writing region close event to WAL at 1732447287096Closed at 1732447287096 2024-11-24T11:21:27,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:21:27,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447287097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447287097"}]},"ts":"1732447287097"} 2024-11-24T11:21:27,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:21:27,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:21:27,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447287101"}]},"ts":"1732447287101"} 2024-11-24T11:21:27,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:21:27,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28008a8a9374032e21577182e387531, ASSIGN}] 2024-11-24T11:21:27,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28008a8a9374032e21577182e387531, ASSIGN 2024-11-24T11:21:27,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c28008a8a9374032e21577182e387531, ASSIGN; state=OFFLINE, location=f5f73e76a839,43505,1732447267111; forceNewPlan=false, retain=false 2024-11-24T11:21:27,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c28008a8a9374032e21577182e387531, regionState=OPENING, regionLocation=f5f73e76a839,43505,1732447267111 2024-11-24T11:21:27,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c28008a8a9374032e21577182e387531, ASSIGN because future has completed 2024-11-24T11:21:27,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c28008a8a9374032e21577182e387531, server=f5f73e76a839,43505,1732447267111}] 2024-11-24T11:21:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:27,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:27,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:27,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:21:27,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C43505%2C1732447267111.rep, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/oldWALs, maxLogs=10 2024-11-24T11:21:27,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.rep.1732447287415, exclude list is [], retry=0 2024-11-24T11:21:27,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-cc34db6f-a916-4da9-900d-7bf753b4e804,DISK] 2024-11-24T11:21:27,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.rep.1732447287415 2024-11-24T11:21:27,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32883:32883)] 2024-11-24T11:21:27,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c28008a8a9374032e21577182e387531, NAME => 'hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:27,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:27,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:21:27,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. service=MultiRowMutationService 2024-11-24T11:21:27,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:21:27,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:27,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,439 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,440 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28008a8a9374032e21577182e387531 columnFamilyName hfileref 2024-11-24T11:21:27,440 DEBUG [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:27,440 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] regionserver.HStore(327): Store=c28008a8a9374032e21577182e387531/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:27,440 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,441 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28008a8a9374032e21577182e387531 columnFamilyName queue 2024-11-24T11:21:27,441 DEBUG [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:27,441 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] regionserver.HStore(327): Store=c28008a8a9374032e21577182e387531/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:27,441 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,443 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28008a8a9374032e21577182e387531 columnFamilyName sid 2024-11-24T11:21:27,443 DEBUG [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:27,443 INFO [StoreOpener-c28008a8a9374032e21577182e387531-1 {}] regionserver.HStore(327): Store=c28008a8a9374032e21577182e387531/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:27,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:21:27,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:27,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c28008a8a9374032e21577182e387531; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72194297, jitterRate=0.07577885687351227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:21:27,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c28008a8a9374032e21577182e387531 2024-11-24T11:21:27,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c28008a8a9374032e21577182e387531: Running coprocessor pre-open hook at 1732447287438Writing region info on filesystem at 1732447287438Initializing all the Stores at 1732447287438Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447287438Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447287439 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447287439Cleaning up temporary data from old regions at 1732447287445 (+6 ms)Running coprocessor post-open hooks at 1732447287449 (+4 ms)Region opened successfully at 1732447287449 2024-11-24T11:21:27,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531., pid=10, masterSystemTime=1732447287410 2024-11-24T11:21:27,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:27,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:27,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c28008a8a9374032e21577182e387531, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,43505,1732447267111 2024-11-24T11:21:27,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c28008a8a9374032e21577182e387531, server=f5f73e76a839,43505,1732447267111 because future has completed 2024-11-24T11:21:27,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:21:27,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c28008a8a9374032e21577182e387531, server=f5f73e76a839,43505,1732447267111 in 196 msec 2024-11-24T11:21:27,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:21:27,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28008a8a9374032e21577182e387531, ASSIGN in 353 msec 2024-11-24T11:21:27,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:21:27,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447287458"}]},"ts":"1732447287458"} 2024-11-24T11:21:27,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:21:27,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:21:27,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-24T11:21:27,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531., hostname=f5f73e76a839,43505,1732447267111, seqNum=2] 2024-11-24T11:21:27,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:27,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:27,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:21:27,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:21:27,667 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:21:27,702 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,43505,1732447267111, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:21:27,703 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:27,703 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,43505,1732447267111, seqNum=-1] 2024-11-24T11:21:27,703 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:27,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T11:21:27,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,43505,1732447267111', locateType=CURRENT is [region=hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531., hostname=f5f73e76a839,43505,1732447267111, seqNum=2] 2024-11-24T11:21:27,708 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:21:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:21:27,710 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,43505,1732447267111 suceeded 2024-11-24T11:21:27,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:21:27,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-24T11:21:27,712 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:35691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:21:27,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-24T11:21:27,724 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:35691' 2024-11-24T11:21:27,725 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c9425e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:27,725 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35691,-1 for getting cluster id 2024-11-24T11:21:27,725 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:27,725 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb42ac8-46c0-432c-8133-ae5d83b0427c' 2024-11-24T11:21:27,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:27,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb42ac8-46c0-432c-8133-ae5d83b0427c" 2024-11-24T11:21:27,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42b6472b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:27,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35691,-1] 2024-11-24T11:21:27,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:27,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:27,726 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:27,727 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a6a3dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:27,727 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:27,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,35691,1732447272237 2024-11-24T11:21:27,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5948de8f 2024-11-24T11:21:27,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:27,728 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T11:21:27,729 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,43505,1732447267111 (queues=1) is replicating from cluster=e5641dfd-d805-4454-b137-20c8e9ab73f7 to cluster=adb42ac8-46c0-432c-8133-ae5d83b0427c 2024-11-24T11:21:27,729 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C43505%2C1732447267111 2024-11-24T11:21:27,729 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,43505,1732447267111, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:21:27,729 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C43505%2C1732447267111 2024-11-24T11:21:27,729 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, startPosition=0, beingWritten=true 2024-11-24T11:21:27,733 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:27,733 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:27,733 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:27,936 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:28,239 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:28,387 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:21:28,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:28,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:28,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:28,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:28,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:28,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:28,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35691,-1 for getting cluster id 2024-11-24T11:21:28,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:28,389 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb42ac8-46c0-432c-8133-ae5d83b0427c' 2024-11-24T11:21:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb42ac8-46c0-432c-8133-ae5d83b0427c" 2024-11-24T11:21:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c6bc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35691,-1] 2024-11-24T11:21:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:28,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:28,391 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:28,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f2d863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:28,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,35691,1732447272237 2024-11-24T11:21:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b83955c 2024-11-24T11:21:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:28,394 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:28,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:38469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:21:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:21:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:28,396 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:38469' 2024-11-24T11:21:28,400 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad344d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:28,400 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38469,-1 for getting cluster id 2024-11-24T11:21:28,400 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:28,401 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fcb8eda-d791-4007-a084-76c50adb7d01' 2024-11-24T11:21:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fcb8eda-d791-4007-a084-76c50adb7d01" 2024-11-24T11:21:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec6c841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38469,-1] 2024-11-24T11:21:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:28,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:28,402 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d3939d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:28,403 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38469,1732447277593 2024-11-24T11:21:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@382a8fd2 2024-11-24T11:21:28,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:28,404 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:28,405 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T11:21:28,405 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:21:28,405 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:28,405 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:28,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:28,405 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:28,406 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:21:28,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:21:28,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:28,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:21:28,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:21:28,456 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:21:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:28,643 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:28,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70332b067bd8ddf75155e43a756dde91, NAME => 'hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b 2024-11-24T11:21:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:21:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 70332b067bd8ddf75155e43a756dde91, disabling compactions & flushes 2024-11-24T11:21:28,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. after waiting 0 ms 2024-11-24T11:21:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:28,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70332b067bd8ddf75155e43a756dde91: Waiting for close lock at 1732447288830Disabling compacts and flushes for region at 1732447288830Disabling writes for close at 1732447288830Writing region close event to WAL at 1732447288830Closed at 1732447288830 2024-11-24T11:21:28,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:21:28,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447288831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447288831"}]},"ts":"1732447288831"} 2024-11-24T11:21:28,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:21:28,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:21:28,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447288834"}]},"ts":"1732447288834"} 2024-11-24T11:21:28,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:21:28,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70332b067bd8ddf75155e43a756dde91, ASSIGN}] 2024-11-24T11:21:28,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70332b067bd8ddf75155e43a756dde91, ASSIGN 2024-11-24T11:21:28,838 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70332b067bd8ddf75155e43a756dde91, ASSIGN; state=OFFLINE, location=f5f73e76a839,33113,1732447272374; forceNewPlan=false, retain=false 2024-11-24T11:21:28,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70332b067bd8ddf75155e43a756dde91, regionState=OPENING, regionLocation=f5f73e76a839,33113,1732447272374 2024-11-24T11:21:28,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70332b067bd8ddf75155e43a756dde91, ASSIGN because future has completed 2024-11-24T11:21:28,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70332b067bd8ddf75155e43a756dde91, server=f5f73e76a839,33113,1732447272374}] 2024-11-24T11:21:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:29,146 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:29,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:29,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:29,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:21:29,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C33113%2C1732447272374.rep, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/oldWALs, maxLogs=10 2024-11-24T11:21:29,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.rep.1732447289149, exclude list is [], retry=0 2024-11-24T11:21:29,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-e77034fd-4f56-442b-91b7-55cd3ca41856,DISK] 2024-11-24T11:21:29,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.rep.1732447289149 2024-11-24T11:21:29,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46467:46467)] 2024-11-24T11:21:29,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 70332b067bd8ddf75155e43a756dde91, NAME => 'hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:29,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:29,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:21:29,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. service=MultiRowMutationService 2024-11-24T11:21:29,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:21:29,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:29,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,175 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,176 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70332b067bd8ddf75155e43a756dde91 columnFamilyName hfileref 2024-11-24T11:21:29,176 DEBUG [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:29,177 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] regionserver.HStore(327): Store=70332b067bd8ddf75155e43a756dde91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:29,177 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,178 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70332b067bd8ddf75155e43a756dde91 columnFamilyName queue 2024-11-24T11:21:29,178 DEBUG [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:29,178 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] regionserver.HStore(327): Store=70332b067bd8ddf75155e43a756dde91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:29,178 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,179 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70332b067bd8ddf75155e43a756dde91 columnFamilyName sid 2024-11-24T11:21:29,179 DEBUG [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:29,179 INFO [StoreOpener-70332b067bd8ddf75155e43a756dde91-1 {}] regionserver.HStore(327): Store=70332b067bd8ddf75155e43a756dde91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:29,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/replication/70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/replication/70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:21:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/replication/70332b067bd8ddf75155e43a756dde91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:29,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 70332b067bd8ddf75155e43a756dde91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73920070, jitterRate=0.10149487853050232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:21:29,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:29,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 70332b067bd8ddf75155e43a756dde91: Running coprocessor pre-open hook at 1732447289173Writing region info on filesystem at 1732447289173Initializing all the Stores at 1732447289173Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447289173Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447289175 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447289175Cleaning up temporary data from old regions at 1732447289181 (+6 ms)Running coprocessor post-open hooks at 1732447289187 (+6 ms)Region opened successfully at 1732447289187 2024-11-24T11:21:29,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91., pid=10, masterSystemTime=1732447289144 2024-11-24T11:21:29,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:29,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:29,190 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70332b067bd8ddf75155e43a756dde91, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,33113,1732447272374 2024-11-24T11:21:29,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70332b067bd8ddf75155e43a756dde91, server=f5f73e76a839,33113,1732447272374 because future has completed 2024-11-24T11:21:29,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:21:29,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 70332b067bd8ddf75155e43a756dde91, server=f5f73e76a839,33113,1732447272374 in 202 msec 2024-11-24T11:21:29,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:21:29,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70332b067bd8ddf75155e43a756dde91, ASSIGN in 360 msec 2024-11-24T11:21:29,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:21:29,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447289198"}]},"ts":"1732447289198"} 2024-11-24T11:21:29,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:21:29,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:21:29,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 796 msec 2024-11-24T11:21:29,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91., hostname=f5f73e76a839,33113,1732447272374, seqNum=2] 2024-11-24T11:21:29,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:29,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:29,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:21:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:29,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:21:29,614 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:21:29,641 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,33113,1732447272374, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:21:29,641 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:29,641 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33113,1732447272374, seqNum=-1] 2024-11-24T11:21:29,642 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:29,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T11:21:29,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,33113,1732447272374', locateType=CURRENT is [region=hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91., hostname=f5f73e76a839,33113,1732447272374, seqNum=2] 2024-11-24T11:21:29,646 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:21:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:21:29,648 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,33113,1732447272374 suceeded 2024-11-24T11:21:29,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:21:29,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-24T11:21:29,649 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:38469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:21:29,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2550 sec 2024-11-24T11:21:29,659 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:38469' 2024-11-24T11:21:29,660 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2023a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:29,660 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38469,-1 for getting cluster id 2024-11-24T11:21:29,660 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:29,660 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fcb8eda-d791-4007-a084-76c50adb7d01' 2024-11-24T11:21:29,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:29,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fcb8eda-d791-4007-a084-76c50adb7d01" 2024-11-24T11:21:29,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e204aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:29,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38469,-1] 2024-11-24T11:21:29,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:29,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:29,662 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:29,662 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f67350f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:29,662 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:29,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38469,1732447277593 2024-11-24T11:21:29,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@705ed223 2024-11-24T11:21:29,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:29,664 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T11:21:29,664 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,33113,1732447272374 (queues=1) is replicating from cluster=adb42ac8-46c0-432c-8133-ae5d83b0427c to cluster=1fcb8eda-d791-4007-a084-76c50adb7d01 2024-11-24T11:21:29,664 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C33113%2C1732447272374 2024-11-24T11:21:29,664 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,33113,1732447272374, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:21:29,665 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C33113%2C1732447272374 2024-11-24T11:21:29,665 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, startPosition=0, beingWritten=true 2024-11-24T11:21:29,669 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:29,669 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 379, reset compression=false 2024-11-24T11:21:29,669 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:29,761 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:21:29,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T11:21:29,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:21:29,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T11:21:29,872 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 379, reset compression=false 2024-11-24T11:21:30,176 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 379, reset compression=false 2024-11-24T11:21:30,464 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:30,547 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:21:30,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:30,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:30,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:30,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:30,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:30,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:30,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38469,-1 for getting cluster id 2024-11-24T11:21:30,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:30,549 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fcb8eda-d791-4007-a084-76c50adb7d01' 2024-11-24T11:21:30,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fcb8eda-d791-4007-a084-76c50adb7d01" 2024-11-24T11:21:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e36ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38469,-1] 2024-11-24T11:21:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:30,551 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ce846a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:30,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38469,1732447277593 2024-11-24T11:21:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@432a35e3 2024-11-24T11:21:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:30,554 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:30,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:43043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:21:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:21:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:30,557 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:43043' 2024-11-24T11:21:30,558 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e310824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:30,558 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,43043,-1 for getting cluster id 2024-11-24T11:21:30,558 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:30,558 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5641dfd-d805-4454-b137-20c8e9ab73f7' 2024-11-24T11:21:30,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5641dfd-d805-4454-b137-20c8e9ab73f7" 2024-11-24T11:21:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16396bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,43043,-1] 2024-11-24T11:21:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:30,560 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:30,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743ce2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:30,560 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:30,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,43043,1732447266928 2024-11-24T11:21:30,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@318f873c 2024-11-24T11:21:30,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:30,562 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:30,562 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T11:21:30,563 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:21:30,563 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:30,563 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:30,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:30,563 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:30,564 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:21:30,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:21:30,565 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:30,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:21:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:21:30,579 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 379, reset compression=false 2024-11-24T11:21:30,614 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:21:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:30,971 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ace58d7939cd9827d3eb19dee70a0ede, NAME => 'hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0 2024-11-24T11:21:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:21:31,082 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 379, reset compression=false 2024-11-24T11:21:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:31,267 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:31,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:31,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ace58d7939cd9827d3eb19dee70a0ede, disabling compactions & flushes 2024-11-24T11:21:31,382 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:31,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:31,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. after waiting 0 ms 2024-11-24T11:21:31,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:31,382 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:31,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ace58d7939cd9827d3eb19dee70a0ede: Waiting for close lock at 1732447291382Disabling compacts and flushes for region at 1732447291382Disabling writes for close at 1732447291382Writing region close event to WAL at 1732447291382Closed at 1732447291382 2024-11-24T11:21:31,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:21:31,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447291383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447291383"}]},"ts":"1732447291383"} 2024-11-24T11:21:31,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:21:31,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:21:31,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447291386"}]},"ts":"1732447291386"} 2024-11-24T11:21:31,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:21:31,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ace58d7939cd9827d3eb19dee70a0ede, ASSIGN}] 2024-11-24T11:21:31,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ace58d7939cd9827d3eb19dee70a0ede, ASSIGN 2024-11-24T11:21:31,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ace58d7939cd9827d3eb19dee70a0ede, ASSIGN; state=OFFLINE, location=f5f73e76a839,39563,1732447277733; forceNewPlan=false, retain=false 2024-11-24T11:21:31,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ace58d7939cd9827d3eb19dee70a0ede, regionState=OPENING, regionLocation=f5f73e76a839,39563,1732447277733 2024-11-24T11:21:31,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ace58d7939cd9827d3eb19dee70a0ede, ASSIGN because future has completed 2024-11-24T11:21:31,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace58d7939cd9827d3eb19dee70a0ede, server=f5f73e76a839,39563,1732447277733}] 2024-11-24T11:21:31,692 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 379, reset compression=false 2024-11-24T11:21:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:31,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:31,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:31,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:21:31,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39563%2C1732447277733.rep, suffix=, logDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733, archiveDir=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/oldWALs, maxLogs=10 2024-11-24T11:21:31,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.rep.1732447291704, exclude list is [], retry=0 2024-11-24T11:21:31,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-6486a94d-c05c-4fd5-a808-607455c346dc,DISK] 2024-11-24T11:21:31,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.rep.1732447291704 2024-11-24T11:21:31,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39253:39253)] 2024-11-24T11:21:31,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ace58d7939cd9827d3eb19dee70a0ede, NAME => 'hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:31,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:21:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. service=MultiRowMutationService 2024-11-24T11:21:31,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:21:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,725 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,726 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace58d7939cd9827d3eb19dee70a0ede columnFamilyName hfileref 2024-11-24T11:21:31,726 DEBUG [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:31,726 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] regionserver.HStore(327): Store=ace58d7939cd9827d3eb19dee70a0ede/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:31,726 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,727 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace58d7939cd9827d3eb19dee70a0ede columnFamilyName queue 2024-11-24T11:21:31,727 DEBUG [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:31,728 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] regionserver.HStore(327): Store=ace58d7939cd9827d3eb19dee70a0ede/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:31,728 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,729 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace58d7939cd9827d3eb19dee70a0ede columnFamilyName sid 2024-11-24T11:21:31,729 DEBUG [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:31,729 INFO [StoreOpener-ace58d7939cd9827d3eb19dee70a0ede-1 {}] regionserver.HStore(327): Store=ace58d7939cd9827d3eb19dee70a0ede/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:31,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:21:31,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:31,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ace58d7939cd9827d3eb19dee70a0ede; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67029487, jitterRate=-0.0011828094720840454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:21:31,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:31,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ace58d7939cd9827d3eb19dee70a0ede: Running coprocessor pre-open hook at 1732447291724Writing region info on filesystem at 1732447291724Initializing all the Stores at 1732447291725 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447291725Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447291725Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447291725Cleaning up temporary data from old regions at 1732447291730 (+5 ms)Running coprocessor post-open hooks at 1732447291733 (+3 ms)Region opened successfully at 1732447291733 2024-11-24T11:21:31,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede., pid=10, masterSystemTime=1732447291694 2024-11-24T11:21:31,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:31,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:31,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ace58d7939cd9827d3eb19dee70a0ede, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,39563,1732447277733 2024-11-24T11:21:31,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace58d7939cd9827d3eb19dee70a0ede, server=f5f73e76a839,39563,1732447277733 because future has completed 2024-11-24T11:21:31,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:21:31,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ace58d7939cd9827d3eb19dee70a0ede, server=f5f73e76a839,39563,1732447277733 in 196 msec 2024-11-24T11:21:31,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:21:31,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ace58d7939cd9827d3eb19dee70a0ede, ASSIGN in 352 msec 2024-11-24T11:21:31,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:21:31,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447291742"}]},"ts":"1732447291742"} 2024-11-24T11:21:31,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:21:31,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:21:31,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-24T11:21:31,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede., hostname=f5f73e76a839,39563,1732447277733, seqNum=2] 2024-11-24T11:21:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:31,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:21:31,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:21:31,961 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:21:31,998 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,39563,1732447277733, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:21:31,999 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:31,999 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39563,1732447277733, seqNum=-1] 2024-11-24T11:21:31,999 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:32,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T11:21:32,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,39563,1732447277733', locateType=CURRENT is [region=hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede., hostname=f5f73e76a839,39563,1732447277733, seqNum=2] 2024-11-24T11:21:32,003 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:21:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:21:32,005 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,39563,1732447277733 suceeded 2024-11-24T11:21:32,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:21:32,006 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:43043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:21:32,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-24T11:21:32,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4520 sec 2024-11-24T11:21:32,021 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:43043' 2024-11-24T11:21:32,023 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db0991d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,023 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,43043,-1 for getting cluster id 2024-11-24T11:21:32,023 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:32,024 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5641dfd-d805-4454-b137-20c8e9ab73f7' 2024-11-24T11:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5641dfd-d805-4454-b137-20c8e9ab73f7" 2024-11-24T11:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5951f619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,43043,-1] 2024-11-24T11:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:32,025 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:32,025 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb185c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,025 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,43043,1732447266928 2024-11-24T11:21:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@367d441f 2024-11-24T11:21:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:32,027 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T11:21:32,027 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,39563,1732447277733 (queues=1) is replicating from cluster=1fcb8eda-d791-4007-a084-76c50adb7d01 to cluster=e5641dfd-d805-4454-b137-20c8e9ab73f7 2024-11-24T11:21:32,027 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C39563%2C1732447277733 2024-11-24T11:21:32,027 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,39563,1732447277733, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:21:32,028 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C39563%2C1732447277733 2024-11-24T11:21:32,028 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, startPosition=0, beingWritten=true 2024-11-24T11:21:32,033 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:32,033 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 379, reset compression=false 2024-11-24T11:21:32,033 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:32,169 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:32,239 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 379, reset compression=false 2024-11-24T11:21:32,395 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 379, reset compression=false 2024-11-24T11:21:32,548 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 379, reset compression=false 2024-11-24T11:21:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:21:32,707 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:21:32,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:32,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:32,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:32,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:32,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:32,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,43043,-1 for getting cluster id 2024-11-24T11:21:32,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:32,709 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5641dfd-d805-4454-b137-20c8e9ab73f7' 2024-11-24T11:21:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5641dfd-d805-4454-b137-20c8e9ab73f7" 2024-11-24T11:21:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70208b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,43043,-1] 2024-11-24T11:21:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:32,710 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:32,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47abd77f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35691,-1 for getting cluster id 2024-11-24T11:21:32,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:32,712 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb42ac8-46c0-432c-8133-ae5d83b0427c' 2024-11-24T11:21:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb42ac8-46c0-432c-8133-ae5d83b0427c" 2024-11-24T11:21:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d69dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35691,-1] 2024-11-24T11:21:32,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:32,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:32,714 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797e6467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38469,-1 for getting cluster id 2024-11-24T11:21:32,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:32,716 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fcb8eda-d791-4007-a084-76c50adb7d01' 2024-11-24T11:21:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fcb8eda-d791-4007-a084-76c50adb7d01" 2024-11-24T11:21:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e572396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38469,-1] 2024-11-24T11:21:32,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:32,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:32,718 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec2f8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:32,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:32,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,43505,1732447267111, seqNum=-1] 2024-11-24T11:21:32,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:32,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447280781.e820fd15e09775ccfb29e851e299d504., hostname=f5f73e76a839,43505,1732447267111, seqNum=2] 2024-11-24T11:21:32,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39563,1732447277733, seqNum=-1] 2024-11-24T11:21:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:32,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:32,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447284069.06338aea1246496146edef975955077f., hostname=f5f73e76a839,39563,1732447277733, seqNum=2] 2024-11-24T11:21:32,731 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T11:21:32,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:21:32,953 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 379, reset compression=false 2024-11-24T11:21:32,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:32,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:32,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:32,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:32,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:32,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:33,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:33,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:33,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:21:33,172 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 379, reset compression=false 2024-11-24T11:21:33,177 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:33,177 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 480, reset compression=false 2024-11-24T11:21:33,177 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[{test/e820fd15e09775ccfb29e851e299d504/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T11:21:33,179 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:21:33,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T11:21:33,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:33,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57dd9b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:33,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,35691,-1 for getting cluster id 2024-11-24T11:21:33,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:33,181 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb42ac8-46c0-432c-8133-ae5d83b0427c' 2024-11-24T11:21:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb42ac8-46c0-432c-8133-ae5d83b0427c" 2024-11-24T11:21:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723a310b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,35691,-1] 2024-11-24T11:21:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:33,182 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:33,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4c2385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:33,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:33,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33113,1732447272374, seqNum=-1] 2024-11-24T11:21:33,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:33,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T11:21:33,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8., hostname=f5f73e76a839,33113,1732447272374, seqNum=2] 2024-11-24T11:21:33,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:33,199 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 379, reset compression=false 2024-11-24T11:21:33,204 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:33,204 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 504, reset compression=false 2024-11-24T11:21:33,204 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[{test/87e19ca9cfb1faf28db3576e66ed62a8/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T11:21:33,206 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:21:33,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T11:21:33,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:33,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a78c344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:33,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38469,-1 for getting cluster id 2024-11-24T11:21:33,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:33,208 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fcb8eda-d791-4007-a084-76c50adb7d01' 2024-11-24T11:21:33,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:33,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fcb8eda-d791-4007-a084-76c50adb7d01" 2024-11-24T11:21:33,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@426d191d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:33,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38469,-1] 2024-11-24T11:21:33,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:33,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:33,210 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:33,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26f9b973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:33,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:33,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39563,1732447277733, seqNum=-1] 2024-11-24T11:21:33,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:33,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T11:21:33,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447284069.06338aea1246496146edef975955077f., hostname=f5f73e76a839,39563,1732447277733, seqNum=2] 2024-11-24T11:21:33,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:33,381 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 480, reset compression=false 2024-11-24T11:21:33,409 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 504, reset compression=false 2024-11-24T11:21:33,459 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 379, reset compression=false 2024-11-24T11:21:33,463 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:33,463 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 528, reset compression=false 2024-11-24T11:21:33,463 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:33,666 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 528, reset compression=false 2024-11-24T11:21:33,685 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 480, reset compression=false 2024-11-24T11:21:33,713 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 504, reset compression=false 2024-11-24T11:21:33,734 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T11:21:33,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:33,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33113,1732447272374, seqNum=-1] 2024-11-24T11:21:33,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:33,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8., hostname=f5f73e76a839,33113,1732447272374, seqNum=2] 2024-11-24T11:21:33,743 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T11:21:33,970 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 528, reset compression=false 2024-11-24T11:21:34,088 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 480, reset compression=false 2024-11-24T11:21:34,117 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 504, reset compression=false 2024-11-24T11:21:34,122 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:34,122 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 608, reset compression=false 2024-11-24T11:21:34,123 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[{test/87e19ca9cfb1faf28db3576e66ed62a8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T11:21:34,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:34,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:34,341 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 608, reset compression=false 2024-11-24T11:21:34,376 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 528, reset compression=false 2024-11-24T11:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 656, reset compression=false 2024-11-24T11:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[{test/06338aea1246496146edef975955077f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T11:21:34,421 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:21:34,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T11:21:34,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:34,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79fb108a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:34,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,43043,-1 for getting cluster id 2024-11-24T11:21:34,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:34,429 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5641dfd-d805-4454-b137-20c8e9ab73f7' 2024-11-24T11:21:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5641dfd-d805-4454-b137-20c8e9ab73f7" 2024-11-24T11:21:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@798d1c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,43043,-1] 2024-11-24T11:21:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:34,431 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:34,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@388ad71e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:34,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:34,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,43505,1732447267111, seqNum=-1] 2024-11-24T11:21:34,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:34,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T11:21:34,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732447280781.e820fd15e09775ccfb29e851e299d504., hostname=f5f73e76a839,43505,1732447267111, seqNum=2] 2024-11-24T11:21:34,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:34,597 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 480, reset compression=false 2024-11-24T11:21:34,612 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:34,613 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 631, reset compression=false 2024-11-24T11:21:34,613 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:34,625 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 656, reset compression=false 2024-11-24T11:21:34,655 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 608, reset compression=false 2024-11-24T11:21:34,745 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T11:21:34,749 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T11:21:34,828 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 631, reset compression=false 2024-11-24T11:21:34,930 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 656, reset compression=false 2024-11-24T11:21:34,936 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:34,936 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 760, reset compression=false 2024-11-24T11:21:34,936 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[{test/06338aea1246496146edef975955077f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T11:21:34,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:34,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:35,066 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 608, reset compression=false 2024-11-24T11:21:35,131 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 631, reset compression=false 2024-11-24T11:21:35,143 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 760, reset compression=false 2024-11-24T11:21:35,161 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:35,161 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 758, reset compression=false 2024-11-24T11:21:35,161 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[{test/e820fd15e09775ccfb29e851e299d504/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T11:21:35,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:35,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:35,378 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 758, reset compression=false 2024-11-24T11:21:35,490 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 760, reset compression=false 2024-11-24T11:21:35,578 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 608, reset compression=false 2024-11-24T11:21:35,591 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:35,591 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 759, reset compression=false 2024-11-24T11:21:35,591 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:35,685 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 758, reset compression=false 2024-11-24T11:21:35,753 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T11:21:35,758 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T11:21:35,802 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 759, reset compression=false 2024-11-24T11:21:35,894 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 760, reset compression=false 2024-11-24T11:21:36,089 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 758, reset compression=false 2024-11-24T11:21:36,095 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:36,095 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 914, reset compression=false 2024-11-24T11:21:36,095 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[{test/e820fd15e09775ccfb29e851e299d504/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T11:21:36,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:36,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:36,122 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 759, reset compression=false 2024-11-24T11:21:36,126 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:36,126 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 907, reset compression=false 2024-11-24T11:21:36,126 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[{test/87e19ca9cfb1faf28db3576e66ed62a8/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T11:21:36,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:36,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:36,299 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 914, reset compression=false 2024-11-24T11:21:36,330 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 907, reset compression=false 2024-11-24T11:21:36,421 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 760, reset compression=false 2024-11-24T11:21:36,425 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:36,425 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 932, reset compression=false 2024-11-24T11:21:36,425 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:36,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:21:36,602 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 914, reset compression=false 2024-11-24T11:21:36,629 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 932, reset compression=false 2024-11-24T11:21:36,634 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 907, reset compression=false 2024-11-24T11:21:36,760 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T11:21:36,764 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T11:21:36,932 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 932, reset compression=false 2024-11-24T11:21:37,006 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 914, reset compression=false 2024-11-24T11:21:37,037 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 907, reset compression=false 2024-11-24T11:21:37,041 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:37,041 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1066, reset compression=false 2024-11-24T11:21:37,041 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[{test/87e19ca9cfb1faf28db3576e66ed62a8/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T11:21:37,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:37,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:37,249 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1066, reset compression=false 2024-11-24T11:21:37,337 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 932, reset compression=false 2024-11-24T11:21:37,343 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:37,343 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1082, reset compression=false 2024-11-24T11:21:37,343 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[{test/06338aea1246496146edef975955077f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T11:21:37,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:37,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:37,513 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 914, reset compression=false 2024-11-24T11:21:37,519 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:37,519 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1087, reset compression=false 2024-11-24T11:21:37,519 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:37,553 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1066, reset compression=false 2024-11-24T11:21:37,553 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1082, reset compression=false 2024-11-24T11:21:37,728 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1087, reset compression=false 2024-11-24T11:21:37,766 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T11:21:37,775 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T11:21:37,866 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1082, reset compression=false 2024-11-24T11:21:37,886 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:37,886 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1241, reset compression=false 2024-11-24T11:21:37,886 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[{test/06338aea1246496146edef975955077f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T11:21:37,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:37,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:37,969 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1066, reset compression=false 2024-11-24T11:21:38,031 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1087, reset compression=false 2024-11-24T11:21:38,040 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:38,040 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[{test/e820fd15e09775ccfb29e851e299d504/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T11:21:38,041 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1236, reset compression=false 2024-11-24T11:21:38,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:38,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:38,120 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1241, reset compression=false 2024-11-24T11:21:38,258 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1236, reset compression=false 2024-11-24T11:21:38,425 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1241, reset compression=false 2024-11-24T11:21:38,481 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1066, reset compression=false 2024-11-24T11:21:38,485 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:38,485 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1239, reset compression=false 2024-11-24T11:21:38,485 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:38,569 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1236, reset compression=false 2024-11-24T11:21:38,699 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1239, reset compression=false 2024-11-24T11:21:38,777 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T11:21:38,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b7802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:38,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38469,-1 for getting cluster id 2024-11-24T11:21:38,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:38,790 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fcb8eda-d791-4007-a084-76c50adb7d01' 2024-11-24T11:21:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fcb8eda-d791-4007-a084-76c50adb7d01" 2024-11-24T11:21:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b9acb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38469,-1] 2024-11-24T11:21:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:38,792 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:38,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2a4a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:38,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38469,1732447277593 2024-11-24T11:21:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@388e46a7 2024-11-24T11:21:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:38,799 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:38,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-24T11:21:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T11:21:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T11:21:38,829 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1241, reset compression=false 2024-11-24T11:21:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T11:21:38,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:21:38,994 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1236, reset compression=false 2024-11-24T11:21:39,003 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1239, reset compression=false 2024-11-24T11:21:39,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T11:21:39,066 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T11:21:39,067 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T11:21:39,068 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,39563,1732447277733 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T11:21:39,068 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0. 2024-11-24T11:21:39,068 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:39,068 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:39,068 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:39,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T11:21:39,169 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:21:39,169 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:21:39,269 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 terminated 2024-11-24T11:21:39,291 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,39563,1732447277733, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:21:39,292 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T11:21:39,292 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T11:21:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T11:21:39,294 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f5f73e76a839,39563,1732447277733 suceeded 2024-11-24T11:21:39,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T11:21:39,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-24T11:21:39,299 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T11:21:39,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 500 msec 2024-11-24T11:21:39,310 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:43043' 2024-11-24T11:21:39,311 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ada2b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:39,311 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,43043,-1 for getting cluster id 2024-11-24T11:21:39,311 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:39,312 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5641dfd-d805-4454-b137-20c8e9ab73f7' 2024-11-24T11:21:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5641dfd-d805-4454-b137-20c8e9ab73f7" 2024-11-24T11:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50f54aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,43043,-1] 2024-11-24T11:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:39,314 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:39,315 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b345d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:39,315 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,43043,1732447266928 2024-11-24T11:21:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f60998d 2024-11-24T11:21:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:39,317 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T11:21:39,318 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,39563,1732447277733 (queues=1) is replicating from cluster=1fcb8eda-d791-4007-a084-76c50adb7d01 to cluster=e5641dfd-d805-4454-b137-20c8e9ab73f7 2024-11-24T11:21:39,318 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C39563%2C1732447277733 2024-11-24T11:21:39,318 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,39563,1732447277733, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:21:39,320 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C39563%2C1732447277733 2024-11-24T11:21:39,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:39,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:21:39,377 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68429 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:21:39,417 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1239, reset compression=false 2024-11-24T11:21:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T11:21:39,427 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:21:39,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:39,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:39,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:39,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:39,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:39,432 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T11:21:39,505 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1236, reset compression=false 2024-11-24T11:21:39,510 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:39,510 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1340, reset compression=false 2024-11-24T11:21:39,510 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[{test/e820fd15e09775ccfb29e851e299d504/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T11:21:39,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:39,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:39,717 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1340, reset compression=false 2024-11-24T11:21:39,926 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1239, reset compression=false 2024-11-24T11:21:39,930 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:39,930 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1367, reset compression=false 2024-11-24T11:21:39,930 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[{test/87e19ca9cfb1faf28db3576e66ed62a8/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T11:21:39,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:39,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:40,022 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1340, reset compression=false 2024-11-24T11:21:40,134 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1367, reset compression=false 2024-11-24T11:21:40,426 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1340, reset compression=false 2024-11-24T11:21:40,434 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T11:21:40,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcb21a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:40,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38469,-1 for getting cluster id 2024-11-24T11:21:40,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:40,437 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fcb8eda-d791-4007-a084-76c50adb7d01' 2024-11-24T11:21:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:40,437 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1367, reset compression=false 2024-11-24T11:21:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fcb8eda-d791-4007-a084-76c50adb7d01" 2024-11-24T11:21:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533eb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38469,-1] 2024-11-24T11:21:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:40,439 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1c5e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:40,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:40,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38469,1732447277593 2024-11-24T11:21:40,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78c465d4 2024-11-24T11:21:40,443 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:40,443 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1471, reset compression=false 2024-11-24T11:21:40,443 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[{test/87e19ca9cfb1faf28db3576e66ed62a8/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T11:21:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:21:40,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:40,444 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:21:40,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-24T11:21:40,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T11:21:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T11:21:40,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T11:21:40,647 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1471, reset compression=false 2024-11-24T11:21:40,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T11:21:40,677 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T11:21:40,678 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T11:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T11:21:40,680 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f5f73e76a839,39563,1732447277733 suceeded 2024-11-24T11:21:40,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T11:21:40,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-24T11:21:40,681 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T11:21:40,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 236 msec 2024-11-24T11:21:40,721 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, startPosition=1241, beingWritten=true 2024-11-24T11:21:40,738 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:21:40,738 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1521, reset compression=false 2024-11-24T11:21:40,738 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[{test/06338aea1246496146edef975955077f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T11:21:40,741 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:21:40,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T11:21:40,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:21:40,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:21:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T11:21:40,767 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:21:40,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:40,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:40,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:40,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:40,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:40,769 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T11:21:40,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:21:40,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:40,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:40,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:40,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:40,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:40,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:21:40,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1623867174, stopped=false 2024-11-24T11:21:40,770 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,38469,1732447277593 2024-11-24T11:21:40,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-147096280/running 2024-11-24T11:21:40,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-147096280/running 2024-11-24T11:21:40,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:40,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:40,775 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:21:40,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:40,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:40,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:40,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on znode that does not yet exist, /2-147096280/running 2024-11-24T11:21:40,776 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,39563,1732447277733' ***** 2024-11-24T11:21:40,776 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:21:40,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Set watcher on znode that does not yet exist, /2-147096280/running 2024-11-24T11:21:40,777 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:21:40,777 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:21:40,777 INFO [RS:0;f5f73e76a839:39563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:21:40,777 INFO [RS:0;f5f73e76a839:39563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:21:40,777 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(3091): Received CLOSE for ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(3091): Received CLOSE for 06338aea1246496146edef975955077f 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,39563,1732447277733 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39563. 2024-11-24T11:21:40,778 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ace58d7939cd9827d3eb19dee70a0ede, disabling compactions & flushes 2024-11-24T11:21:40,778 DEBUG [RS:0;f5f73e76a839:39563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:40,778 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:40,778 DEBUG [RS:0;f5f73e76a839:39563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:40,778 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:40,778 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. after waiting 0 ms 2024-11-24T11:21:40,778 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:21:40,778 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ace58d7939cd9827d3eb19dee70a0ede 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-24T11:21:40,778 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:21:40,778 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ace58d7939cd9827d3eb19dee70a0ede=hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede., 06338aea1246496146edef975955077f=test,,1732447284069.06338aea1246496146edef975955077f.} 2024-11-24T11:21:40,778 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 06338aea1246496146edef975955077f, 1588230740, ace58d7939cd9827d3eb19dee70a0ede 2024-11-24T11:21:40,778 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:21:40,778 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:21:40,778 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:21:40,778 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:21:40,778 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:21:40,779 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:21:40,792 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:21:40,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede/.tmp/queue/4c1d4061946941b6b4165ffbc1d4c33d is 154, key is 1-f5f73e76a839,39563,1732447277733/queue:f5f73e76a839%2C39563%2C1732447277733/1732447300746/Put/seqid=0 2024-11-24T11:21:40,812 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/info/8f2566dfd86043ce9d2b228627ba1ff9 is 147, key is hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede./info:regioninfo/1732447291736/Put/seqid=0 2024-11-24T11:21:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741840_1016 (size=5353) 2024-11-24T11:21:40,822 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede/.tmp/queue/4c1d4061946941b6b4165ffbc1d4c33d 2024-11-24T11:21:40,827 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede/.tmp/queue/4c1d4061946941b6b4165ffbc1d4c33d as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede/queue/4c1d4061946941b6b4165ffbc1d4c33d 2024-11-24T11:21:40,831 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede/queue/4c1d4061946941b6b4165ffbc1d4c33d, entries=1, sequenceid=13, filesize=5.2 K 2024-11-24T11:21:40,832 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for ace58d7939cd9827d3eb19dee70a0ede in 54ms, sequenceid=13, compaction requested=false 2024-11-24T11:21:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741841_1017 (size=7686) 2024-11-24T11:21:40,836 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/replication/ace58d7939cd9827d3eb19dee70a0ede/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-24T11:21:40,837 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:40,837 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:21:40,837 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:40,837 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ace58d7939cd9827d3eb19dee70a0ede: Waiting for close lock at 1732447300778Running coprocessor pre-close hooks at 1732447300778Disabling compacts and flushes for region at 1732447300778Disabling writes for close at 1732447300778Obtaining lock to block concurrent updates at 1732447300778Preparing flush snapshotting stores in ace58d7939cd9827d3eb19dee70a0ede at 1732447300778Finished memstore snapshotting hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732447300778Flushing stores of hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. at 1732447300779 (+1 ms)Flushing ace58d7939cd9827d3eb19dee70a0ede/queue: creating writer at 1732447300779Flushing ace58d7939cd9827d3eb19dee70a0ede/queue: appending metadata at 1732447300796 (+17 ms)Flushing ace58d7939cd9827d3eb19dee70a0ede/queue: closing flushed file at 1732447300796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5738b944: reopening flushed file at 1732447300826 (+30 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for ace58d7939cd9827d3eb19dee70a0ede in 54ms, sequenceid=13, compaction requested=false at 1732447300832 (+6 ms)Writing region close event to WAL at 1732447300834 (+2 ms)Running coprocessor post-close hooks at 1732447300837 (+3 ms)Closed at 1732447300837 2024-11-24T11:21:40,837 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447290563.ace58d7939cd9827d3eb19dee70a0ede. 2024-11-24T11:21:40,837 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06338aea1246496146edef975955077f, disabling compactions & flushes 2024-11-24T11:21:40,838 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:40,838 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:40,838 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447284069.06338aea1246496146edef975955077f. after waiting 0 ms 2024-11-24T11:21:40,838 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:40,838 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06338aea1246496146edef975955077f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T11:21:40,856 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/f/b0070df25ffb403082694a4b8b01e9e7 is 37, key is row3/f:row3/1732447299429/Put/seqid=0 2024-11-24T11:21:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741842_1018 (size=5228) 2024-11-24T11:21:40,929 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1340, reset compression=false 2024-11-24T11:21:40,933 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:40,933 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:40,933 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:40,947 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1521, reset compression=false 2024-11-24T11:21:40,950 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1471, reset compression=false 2024-11-24T11:21:40,951 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:40,951 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1768, reset compression=false 2024-11-24T11:21:40,951 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39563,1732447277733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:40,952 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,39563,1732447277733: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,39563,1732447277733, walGroup=f5f73e76a839%2C39563%2C1732447277733, offset=f5f73e76a839%2C39563%2C1732447277733.1732447279695:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:39563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:21:40,954 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:21:40,954 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:21:40,954 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:21:40,954 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:21:40,954 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:21:40,954 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 872822800 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198346496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:21:40,955 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:38469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:38469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:21:40,978 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 06338aea1246496146edef975955077f, 1588230740 2024-11-24T11:21:41,136 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:41,156 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1768, reset compression=false 2024-11-24T11:21:41,179 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 06338aea1246496146edef975955077f, 1588230740 2024-11-24T11:21:41,234 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/info/8f2566dfd86043ce9d2b228627ba1ff9 2024-11-24T11:21:41,254 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/ns/a6733a4a5da4461596d75186328d7e7d is 43, key is default/ns:d/1732447280699/Put/seqid=0 2024-11-24T11:21:41,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741843_1019 (size=5153) 2024-11-24T11:21:41,262 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/f/b0070df25ffb403082694a4b8b01e9e7 2024-11-24T11:21:41,266 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0070df25ffb403082694a4b8b01e9e7 2024-11-24T11:21:41,283 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/f1/43b67c567456420b9fd8ad3b60691346 is 30, key is row1/f1:/1732447296761/DeleteFamily/seqid=0 2024-11-24T11:21:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741844_1020 (size=5158) 2024-11-24T11:21:41,355 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1471, reset compression=false 2024-11-24T11:21:41,379 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 06338aea1246496146edef975955077f, 1588230740 2024-11-24T11:21:41,441 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:41,460 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1768, reset compression=false 2024-11-24T11:21:41,575 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:21:41,576 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:21:41,579 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 06338aea1246496146edef975955077f, 1588230740 2024-11-24T11:21:41,658 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/ns/a6733a4a5da4461596d75186328d7e7d 2024-11-24T11:21:41,681 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/rep_barrier/458527d825de472aa524271a8ceb2300 is 112, key is test,,1732447284069.06338aea1246496146edef975955077f./rep_barrier:seqnumDuringOpen/1732447285250/Put/seqid=0 2024-11-24T11:21:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741845_1021 (size=5518) 2024-11-24T11:21:41,687 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/f1/43b67c567456420b9fd8ad3b60691346 2024-11-24T11:21:41,691 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43b67c567456420b9fd8ad3b60691346 2024-11-24T11:21:41,708 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/norep/d13bfdc04204436ab897dcae77b0d6f5 is 33, key is row2/norep:/1732447297767/DeleteFamily/seqid=0 2024-11-24T11:21:41,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741846_1022 (size=5108) 2024-11-24T11:21:41,779 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:21:41,779 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 06338aea1246496146edef975955077f=test,,1732447284069.06338aea1246496146edef975955077f.} 2024-11-24T11:21:41,779 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 06338aea1246496146edef975955077f, 1588230740 2024-11-24T11:21:41,825 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:21:41,844 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:41,859 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1471, reset compression=false 2024-11-24T11:21:41,864 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1768, reset compression=false 2024-11-24T11:21:41,980 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 06338aea1246496146edef975955077f, 1588230740 2024-11-24T11:21:42,085 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/rep_barrier/458527d825de472aa524271a8ceb2300 2024-11-24T11:21:42,119 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/table/53659f2b5bea419997ab1699c9ae3a44 is 53, key is hbase:replication/table:state/1732447291742/Put/seqid=0 2024-11-24T11:21:42,123 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/norep/d13bfdc04204436ab897dcae77b0d6f5 2024-11-24T11:21:42,129 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d13bfdc04204436ab897dcae77b0d6f5 2024-11-24T11:21:42,130 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/f/b0070df25ffb403082694a4b8b01e9e7 as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/f/b0070df25ffb403082694a4b8b01e9e7 2024-11-24T11:21:42,135 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0070df25ffb403082694a4b8b01e9e7 2024-11-24T11:21:42,135 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/f/b0070df25ffb403082694a4b8b01e9e7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T11:21:42,136 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/f1/43b67c567456420b9fd8ad3b60691346 as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/f1/43b67c567456420b9fd8ad3b60691346 2024-11-24T11:21:42,142 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43b67c567456420b9fd8ad3b60691346 2024-11-24T11:21:42,142 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/f1/43b67c567456420b9fd8ad3b60691346, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T11:21:42,143 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/.tmp/norep/d13bfdc04204436ab897dcae77b0d6f5 as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/norep/d13bfdc04204436ab897dcae77b0d6f5 2024-11-24T11:21:42,150 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d13bfdc04204436ab897dcae77b0d6f5 2024-11-24T11:21:42,151 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/norep/d13bfdc04204436ab897dcae77b0d6f5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T11:21:42,152 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 06338aea1246496146edef975955077f in 1314ms, sequenceid=12, compaction requested=false 2024-11-24T11:21:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741847_1023 (size=5308) 2024-11-24T11:21:42,180 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 06338aea1246496146edef975955077f, 1588230740 2024-11-24T11:21:42,196 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/default/test/06338aea1246496146edef975955077f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T11:21:42,197 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:42,197 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:21:42,197 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:42,197 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06338aea1246496146edef975955077f: Waiting for close lock at 1732447300837Running coprocessor pre-close hooks at 1732447300837Disabling compacts and flushes for region at 1732447300837Disabling writes for close at 1732447300838 (+1 ms)Obtaining lock to block concurrent updates at 1732447300838Preparing flush snapshotting stores in 06338aea1246496146edef975955077f at 1732447300838Finished memstore snapshotting test,,1732447284069.06338aea1246496146edef975955077f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732447300838Flushing stores of test,,1732447284069.06338aea1246496146edef975955077f. at 1732447300839 (+1 ms)Flushing 06338aea1246496146edef975955077f/f: creating writer at 1732447300839Flushing 06338aea1246496146edef975955077f/f: appending metadata at 1732447300855 (+16 ms)Flushing 06338aea1246496146edef975955077f/f: closing flushed file at 1732447300855Flushing 06338aea1246496146edef975955077f/f1: creating writer at 1732447301266 (+411 ms)Flushing 06338aea1246496146edef975955077f/f1: appending metadata at 1732447301282 (+16 ms)Flushing 06338aea1246496146edef975955077f/f1: closing flushed file at 1732447301282Flushing 06338aea1246496146edef975955077f/norep: creating writer at 1732447301691 (+409 ms)Flushing 06338aea1246496146edef975955077f/norep: appending metadata at 1732447301707 (+16 ms)Flushing 06338aea1246496146edef975955077f/norep: closing flushed file at 1732447301707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510c41f3: reopening flushed file at 1732447302129 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7535ef: reopening flushed file at 1732447302136 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473ba1eb: reopening flushed file at 1732447302142 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 06338aea1246496146edef975955077f in 1314ms, sequenceid=12, compaction requested=false at 1732447302152 (+10 ms)Writing region close event to WAL at 1732447302192 (+40 ms)Running coprocessor post-close hooks at 1732447302197 (+5 ms)Closed at 1732447302197 2024-11-24T11:21:42,197 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447284069.06338aea1246496146edef975955077f. 2024-11-24T11:21:42,347 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:42,367 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 1768, reset compression=false 2024-11-24T11:21:42,372 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:42,372 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 2412, reset compression=false 2024-11-24T11:21:42,390 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:21:42,463 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1471, reset compression=false 2024-11-24T11:21:42,575 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/table/53659f2b5bea419997ab1699c9ae3a44 2024-11-24T11:21:42,581 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/info/8f2566dfd86043ce9d2b228627ba1ff9 as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/info/8f2566dfd86043ce9d2b228627ba1ff9 2024-11-24T11:21:42,586 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/info/8f2566dfd86043ce9d2b228627ba1ff9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:21:42,588 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/ns/a6733a4a5da4461596d75186328d7e7d as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/ns/a6733a4a5da4461596d75186328d7e7d 2024-11-24T11:21:42,590 DEBUG [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:21:42,593 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.wal-reader.f5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/WALs/f5f73e76a839,39563,1732447277733/f5f73e76a839%2C39563%2C1732447277733.1732447279695 to pos 2412, reset compression=false 2024-11-24T11:21:42,596 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/ns/a6733a4a5da4461596d75186328d7e7d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:21:42,598 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/rep_barrier/458527d825de472aa524271a8ceb2300 as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/rep_barrier/458527d825de472aa524271a8ceb2300 2024-11-24T11:21:42,604 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/rep_barrier/458527d825de472aa524271a8ceb2300, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:21:42,604 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/.tmp/table/53659f2b5bea419997ab1699c9ae3a44 as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/table/53659f2b5bea419997ab1699c9ae3a44 2024-11-24T11:21:42,609 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/table/53659f2b5bea419997ab1699c9ae3a44, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:21:42,610 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1832ms, sequenceid=16, compaction requested=false 2024-11-24T11:21:42,626 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:21:42,627 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:42,627 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:21:42,627 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:42,627 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447300778Running coprocessor pre-close hooks at 1732447300778Disabling compacts and flushes for region at 1732447300778Disabling writes for close at 1732447300778Obtaining lock to block concurrent updates at 1732447300779 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732447300779Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447300779Flushing stores of hbase:meta,,1.1588230740 at 1732447300779Flushing 1588230740/info: creating writer at 1732447300779Flushing 1588230740/info: appending metadata at 1732447300811 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732447300811Flushing 1588230740/ns: creating writer at 1732447301238 (+427 ms)Flushing 1588230740/ns: appending metadata at 1732447301254 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732447301254Flushing 1588230740/rep_barrier: creating writer at 1732447301663 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447301680 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447301680Flushing 1588230740/table: creating writer at 1732447302095 (+415 ms)Flushing 1588230740/table: appending metadata at 1732447302118 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732447302118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8944ccc: reopening flushed file at 1732447302580 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633ab2fe: reopening flushed file at 1732447302586 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9349b8: reopening flushed file at 1732447302597 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28925651: reopening flushed file at 1732447302604 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1832ms, sequenceid=16, compaction requested=false at 1732447302610 (+6 ms)Writing region close event to WAL at 1732447302620 (+10 ms)Running coprocessor post-close hooks at 1732447302627 (+7 ms)Closed at 1732447302627 2024-11-24T11:21:42,627 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:42,790 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,39563,1732447277733; all regions closed. 2024-11-24T11:21:42,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:21:42,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741839_1015 (size=3333) 2024-11-24T11:21:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741832_1008 (size=2420) 2024-11-24T11:21:42,833 DEBUG [RS:0;f5f73e76a839:39563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:42,834 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:21:42,834 INFO [RS:0;f5f73e76a839:39563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:21:42,834 INFO [RS:0;f5f73e76a839:39563 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:21:42,834 INFO [RS:0;f5f73e76a839:39563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:21:42,835 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,39563,1732447277733 because: Region server is closing 2024-11-24T11:21:42,835 INFO [RS:0;f5f73e76a839:39563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39563. 2024-11-24T11:21:42,835 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:42,835 DEBUG [RS:0;f5f73e76a839:39563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:42,835 DEBUG [RS:0;f5f73e76a839:39563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:42,836 DEBUG [RS:0;f5f73e76a839:39563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:42,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:42,936 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39563,1732447277733.replicationSource.shipperf5f73e76a839%2C39563%2C1732447277733,1-f5f73e76a839,39563,1732447277733 terminated 2024-11-24T11:21:42,936 INFO [RS:0;f5f73e76a839:39563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39563. 2024-11-24T11:21:42,936 DEBUG [RS:0;f5f73e76a839:39563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:42,936 DEBUG [RS:0;f5f73e76a839:39563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:42,937 DEBUG [RS:0;f5f73e76a839:39563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:42,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:42,937 INFO [RS:0;f5f73e76a839:39563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39563 2024-11-24T11:21:42,951 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280/rs 2024-11-24T11:21:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-147096280/rs/f5f73e76a839,39563,1732447277733 2024-11-24T11:21:42,986 INFO [RS:0;f5f73e76a839:39563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:42,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,39563,1732447277733] 2024-11-24T11:21:43,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-147096280/draining/f5f73e76a839,39563,1732447277733 already deleted, retry=false 2024-11-24T11:21:43,007 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,39563,1732447277733 expired; onlineServers=0 2024-11-24T11:21:43,007 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,38469,1732447277593' ***** 2024-11-24T11:21:43,007 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:21:43,007 INFO [M:0;f5f73e76a839:38469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:21:43,007 INFO [M:0;f5f73e76a839:38469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:21:43,007 DEBUG [M:0;f5f73e76a839:38469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:21:43,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:21:43,007 DEBUG [M:0;f5f73e76a839:38469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:21:43,007 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447279435 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447279435,5,FailOnTimeoutGroup] 2024-11-24T11:21:43,007 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447279435 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447279435,5,FailOnTimeoutGroup] 2024-11-24T11:21:43,008 INFO [M:0;f5f73e76a839:38469 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:21:43,008 INFO [M:0;f5f73e76a839:38469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:21:43,008 DEBUG [M:0;f5f73e76a839:38469 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:21:43,009 INFO [M:0;f5f73e76a839:38469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:21:43,009 INFO [M:0;f5f73e76a839:38469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:21:43,009 INFO [M:0;f5f73e76a839:38469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:21:43,009 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:21:43,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-147096280/master 2024-11-24T11:21:43,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-147096280 2024-11-24T11:21:43,046 DEBUG [M:0;f5f73e76a839:38469 {}] zookeeper.ZKUtil(347): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Unable to get data of znode /2-147096280/master because node does not exist (not an error) 2024-11-24T11:21:43,046 WARN [M:0;f5f73e76a839:38469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:21:43,047 INFO [M:0;f5f73e76a839:38469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/.lastflushedseqids 2024-11-24T11:21:43,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741848_1024 (size=245) 2024-11-24T11:21:43,057 INFO [M:0;f5f73e76a839:38469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:21:43,057 INFO [M:0;f5f73e76a839:38469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:21:43,057 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:21:43,058 INFO [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:43,058 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:43,058 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:21:43,058 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:43,058 INFO [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-24T11:21:43,080 DEBUG [M:0;f5f73e76a839:38469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68d988f048cc41279b366fa09d6bb39a is 82, key is hbase:meta,,1/info:regioninfo/1732447280661/Put/seqid=0 2024-11-24T11:21:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741849_1025 (size=5672) 2024-11-24T11:21:43,092 INFO [M:0;f5f73e76a839:38469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68d988f048cc41279b366fa09d6bb39a 2024-11-24T11:21:43,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:43,097 INFO [RS:0;f5f73e76a839:39563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:43,097 INFO [RS:0;f5f73e76a839:39563 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,39563,1732447277733; zookeeper connection closed. 2024-11-24T11:21:43,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39563-0x1016c935cbc0007, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:43,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@368496d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@368496d4 2024-11-24T11:21:43,098 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:21:43,117 DEBUG [M:0;f5f73e76a839:38469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/469f911085054e2eb37f511773999541 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447291746/Put/seqid=0 2024-11-24T11:21:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741850_1026 (size=9212) 2024-11-24T11:21:43,166 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1471, reset compression=false 2024-11-24T11:21:43,527 INFO [M:0;f5f73e76a839:38469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/469f911085054e2eb37f511773999541 2024-11-24T11:21:43,550 DEBUG [M:0;f5f73e76a839:38469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b40ed874898a44a9b58ea9ea2bb018a4 is 69, key is f5f73e76a839,39563,1732447277733/rs:state/1732447279489/Put/seqid=0 2024-11-24T11:21:43,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741851_1027 (size=5156) 2024-11-24T11:21:43,563 INFO [M:0;f5f73e76a839:38469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b40ed874898a44a9b58ea9ea2bb018a4 2024-11-24T11:21:43,568 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68d988f048cc41279b366fa09d6bb39a as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68d988f048cc41279b366fa09d6bb39a 2024-11-24T11:21:43,574 INFO [M:0;f5f73e76a839:38469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68d988f048cc41279b366fa09d6bb39a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T11:21:43,575 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/469f911085054e2eb37f511773999541 as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/469f911085054e2eb37f511773999541 2024-11-24T11:21:43,579 INFO [M:0;f5f73e76a839:38469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/469f911085054e2eb37f511773999541, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T11:21:43,580 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b40ed874898a44a9b58ea9ea2bb018a4 as hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b40ed874898a44a9b58ea9ea2bb018a4 2024-11-24T11:21:43,584 INFO [M:0;f5f73e76a839:38469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46071/user/jenkins/test-data/dc0c7380-1c21-135f-a56b-4090496321e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b40ed874898a44a9b58ea9ea2bb018a4, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T11:21:43,587 INFO [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=127, compaction requested=false 2024-11-24T11:21:43,591 INFO [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:43,591 DEBUG [M:0;f5f73e76a839:38469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447303057Disabling compacts and flushes for region at 1732447303057Disabling writes for close at 1732447303058 (+1 ms)Obtaining lock to block concurrent updates at 1732447303058Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447303058Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732447303058Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447303059 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447303059Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447303079 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447303079Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447303095 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447303116 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447303116Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447303530 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447303549 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447303550 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47cef9e0: reopening flushed file at 1732447303567 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3893fd35: reopening flushed file at 1732447303574 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff353e: reopening flushed file at 1732447303579 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=127, compaction requested=false at 1732447303587 (+8 ms)Writing region close event to WAL at 1732447303591 (+4 ms)Closed at 1732447303591 2024-11-24T11:21:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741830_1006 (size=73866) 2024-11-24T11:21:43,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:43,595 INFO [M:0;f5f73e76a839:38469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:21:43,595 INFO [M:0;f5f73e76a839:38469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38469 2024-11-24T11:21:43,596 INFO [M:0;f5f73e76a839:38469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:43,661 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:43,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:43,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x1016c935cbc0006, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:43,749 INFO [M:0;f5f73e76a839:38469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:43,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45dd381e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:43,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:43,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:43,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:43,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:43,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:21:43,785 WARN [BP-831366945-172.17.0.3-1732447275741 heartbeating to localhost/127.0.0.1:46071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:21:43,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:21:43,785 WARN [BP-831366945-172.17.0.3-1732447275741 heartbeating to localhost/127.0.0.1:46071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-831366945-172.17.0.3-1732447275741 (Datanode Uuid 88a98f31-9cdd-4505-b1fa-c1c4ef4a3176) service to localhost/127.0.0.1:46071 2024-11-24T11:21:43,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/cluster_1e8a2da2-34ca-10a3-3ea4-e12831b362c2/data/data1/current/BP-831366945-172.17.0.3-1732447275741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:43,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/cluster_1e8a2da2-34ca-10a3-3ea4-e12831b362c2/data/data2/current/BP-831366945-172.17.0.3-1732447275741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:43,786 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:21:43,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:43,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:43,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:43,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:43,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:43,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:21:43,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:21:43,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:43,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:43,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:43,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:43,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:43,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:21:43,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=428088233, stopped=false 2024-11-24T11:21:43,819 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,35691,1732447272237 2024-11-24T11:21:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448786933/running 2024-11-24T11:21:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448786933/running 2024-11-24T11:21:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:43,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:21:43,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on znode that does not yet exist, /1-1448786933/running 2024-11-24T11:21:43,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:43,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:43,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:43,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Set watcher on znode that does not yet exist, /1-1448786933/running 2024-11-24T11:21:43,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,33113,1732447272374' ***** 2024-11-24T11:21:43,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:21:43,829 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:21:43,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(3091): Received CLOSE for 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(3091): Received CLOSE for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,33113,1732447272374 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:33113. 2024-11-24T11:21:43,830 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87e19ca9cfb1faf28db3576e66ed62a8, disabling compactions & flushes 2024-11-24T11:21:43,830 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:43,830 DEBUG [RS:0;f5f73e76a839:33113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:43,830 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:43,830 DEBUG [RS:0;f5f73e76a839:33113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:43,830 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. after waiting 0 ms 2024-11-24T11:21:43,830 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:21:43,830 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87e19ca9cfb1faf28db3576e66ed62a8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:21:43,830 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:21:43,830 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1325): Online Regions={87e19ca9cfb1faf28db3576e66ed62a8=test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8., 1588230740=hbase:meta,,1.1588230740, 70332b067bd8ddf75155e43a756dde91=hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91.} 2024-11-24T11:21:43,831 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70332b067bd8ddf75155e43a756dde91, 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:43,831 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:21:43,831 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:21:43,831 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:21:43,831 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:21:43,831 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:21:43,831 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:21:43,841 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:21:43,848 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/f/bec7371a45044ff4b2e8a05717fa5a17 is 37, key is row3/f:row3/1732447299429/Put/seqid=0 2024-11-24T11:21:43,849 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/info/dada2e3bdb8f4021b088a66e96903f87 is 147, key is hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91./info:regioninfo/1732447289190/Put/seqid=0 2024-11-24T11:21:43,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741840_1016 (size=5228) 2024-11-24T11:21:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741841_1017 (size=7686) 2024-11-24T11:21:43,867 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/info/dada2e3bdb8f4021b088a66e96903f87 2024-11-24T11:21:43,889 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/ns/db0367e91103475ca6365071335ac2ff is 43, key is default/ns:d/1732447275604/Put/seqid=0 2024-11-24T11:21:43,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741842_1018 (size=5153) 2024-11-24T11:21:43,970 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1471, reset compression=false 2024-11-24T11:21:43,974 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:43,974 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1718, reset compression=false 2024-11-24T11:21:43,975 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33113,1732447272374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:43,975 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,33113,1732447272374: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,33113,1732447272374, walGroup=f5f73e76a839%2C33113%2C1732447272374, offset=f5f73e76a839%2C33113%2C1732447272374.1732447274635:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:21:43,977 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:21:43,977 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:21:43,977 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:21:43,977 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:21:43,977 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:21:43,977 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 791274560 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198801736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:21:43,978 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:35691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:35691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:21:44,031 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70332b067bd8ddf75155e43a756dde91, 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:44,191 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1718, reset compression=false 2024-11-24T11:21:44,231 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70332b067bd8ddf75155e43a756dde91, 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:44,267 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/f/bec7371a45044ff4b2e8a05717fa5a17 2024-11-24T11:21:44,271 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bec7371a45044ff4b2e8a05717fa5a17 2024-11-24T11:21:44,287 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/f1/09f1defbc3c0488aa26327904a9d23d1 is 30, key is row1/f1:/1732447296761/DeleteFamily/seqid=0 2024-11-24T11:21:44,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741843_1019 (size=5158) 2024-11-24T11:21:44,294 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/ns/db0367e91103475ca6365071335ac2ff 2024-11-24T11:21:44,310 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/rep_barrier/21077b61712b45fb9050682f318254ca is 112, key is test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8./rep_barrier:seqnumDuringOpen/1732447283669/Put/seqid=0 2024-11-24T11:21:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741844_1020 (size=5518) 2024-11-24T11:21:44,431 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70332b067bd8ddf75155e43a756dde91, 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:44,464 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:44,495 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1718, reset compression=false 2024-11-24T11:21:44,505 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:21:44,505 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:21:44,631 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70332b067bd8ddf75155e43a756dde91, 87e19ca9cfb1faf28db3576e66ed62a8 2024-11-24T11:21:44,691 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/f1/09f1defbc3c0488aa26327904a9d23d1 2024-11-24T11:21:44,694 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09f1defbc3c0488aa26327904a9d23d1 2024-11-24T11:21:44,708 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/norep/eb547a93421c4fe29f303c803a0f1834 is 33, key is row1/norep:/1732447296761/DeleteFamily/seqid=0 2024-11-24T11:21:44,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741845_1021 (size=5108) 2024-11-24T11:21:44,711 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/norep/eb547a93421c4fe29f303c803a0f1834 2024-11-24T11:21:44,713 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/rep_barrier/21077b61712b45fb9050682f318254ca 2024-11-24T11:21:44,714 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb547a93421c4fe29f303c803a0f1834 2024-11-24T11:21:44,715 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/f/bec7371a45044ff4b2e8a05717fa5a17 as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/f/bec7371a45044ff4b2e8a05717fa5a17 2024-11-24T11:21:44,718 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bec7371a45044ff4b2e8a05717fa5a17 2024-11-24T11:21:44,719 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/f/bec7371a45044ff4b2e8a05717fa5a17, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T11:21:44,719 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/f1/09f1defbc3c0488aa26327904a9d23d1 as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/f1/09f1defbc3c0488aa26327904a9d23d1 2024-11-24T11:21:44,722 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09f1defbc3c0488aa26327904a9d23d1 2024-11-24T11:21:44,722 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/f1/09f1defbc3c0488aa26327904a9d23d1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T11:21:44,723 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/.tmp/norep/eb547a93421c4fe29f303c803a0f1834 as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/norep/eb547a93421c4fe29f303c803a0f1834 2024-11-24T11:21:44,726 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb547a93421c4fe29f303c803a0f1834 2024-11-24T11:21:44,727 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/norep/eb547a93421c4fe29f303c803a0f1834, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T11:21:44,727 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 87e19ca9cfb1faf28db3576e66ed62a8 in 897ms, sequenceid=12, compaction requested=false 2024-11-24T11:21:44,727 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:21:44,735 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/default/test/87e19ca9cfb1faf28db3576e66ed62a8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T11:21:44,735 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:44,735 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:21:44,735 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:44,735 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87e19ca9cfb1faf28db3576e66ed62a8: Waiting for close lock at 1732447303830Running coprocessor pre-close hooks at 1732447303830Disabling compacts and flushes for region at 1732447303830Disabling writes for close at 1732447303830Obtaining lock to block concurrent updates at 1732447303830Preparing flush snapshotting stores in 87e19ca9cfb1faf28db3576e66ed62a8 at 1732447303830Finished memstore snapshotting test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732447303831 (+1 ms)Flushing stores of test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. at 1732447303831Flushing 87e19ca9cfb1faf28db3576e66ed62a8/f: creating writer at 1732447303831Flushing 87e19ca9cfb1faf28db3576e66ed62a8/f: appending metadata at 1732447303848 (+17 ms)Flushing 87e19ca9cfb1faf28db3576e66ed62a8/f: closing flushed file at 1732447303848Flushing 87e19ca9cfb1faf28db3576e66ed62a8/f1: creating writer at 1732447304271 (+423 ms)Flushing 87e19ca9cfb1faf28db3576e66ed62a8/f1: appending metadata at 1732447304286 (+15 ms)Flushing 87e19ca9cfb1faf28db3576e66ed62a8/f1: closing flushed file at 1732447304286Flushing 87e19ca9cfb1faf28db3576e66ed62a8/norep: creating writer at 1732447304694 (+408 ms)Flushing 87e19ca9cfb1faf28db3576e66ed62a8/norep: appending metadata at 1732447304707 (+13 ms)Flushing 87e19ca9cfb1faf28db3576e66ed62a8/norep: closing flushed file at 1732447304707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4256dc: reopening flushed file at 1732447304714 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7e8e12: reopening flushed file at 1732447304719 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78bd69e2: reopening flushed file at 1732447304723 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 87e19ca9cfb1faf28db3576e66ed62a8 in 897ms, sequenceid=12, compaction requested=false at 1732447304727 (+4 ms)Writing region close event to WAL at 1732447304732 (+5 ms)Running coprocessor post-close hooks at 1732447304735 (+3 ms)Closed at 1732447304735 2024-11-24T11:21:44,735 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447282929.87e19ca9cfb1faf28db3576e66ed62a8. 2024-11-24T11:21:44,736 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70332b067bd8ddf75155e43a756dde91, disabling compactions & flushes 2024-11-24T11:21:44,736 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/table/1464e94d8f6344918121f91ad772476b is 53, key is hbase:replication/table:state/1732447289198/Put/seqid=0 2024-11-24T11:21:44,736 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:44,736 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:44,736 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. after waiting 0 ms 2024-11-24T11:21:44,736 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:44,736 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70332b067bd8ddf75155e43a756dde91: Waiting for close lock at 1732447304736Running coprocessor pre-close hooks at 1732447304736Disabling compacts and flushes for region at 1732447304736Disabling writes for close at 1732447304736Failed flush hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91., putting online again at 1732447304736 2024-11-24T11:21:44,736 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741846_1022 (size=5308) 2024-11-24T11:21:44,739 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/table/1464e94d8f6344918121f91ad772476b 2024-11-24T11:21:44,742 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/info/dada2e3bdb8f4021b088a66e96903f87 as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/info/dada2e3bdb8f4021b088a66e96903f87 2024-11-24T11:21:44,746 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/info/dada2e3bdb8f4021b088a66e96903f87, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:21:44,747 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/ns/db0367e91103475ca6365071335ac2ff as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/ns/db0367e91103475ca6365071335ac2ff 2024-11-24T11:21:44,750 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/ns/db0367e91103475ca6365071335ac2ff, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:21:44,751 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/rep_barrier/21077b61712b45fb9050682f318254ca as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/rep_barrier/21077b61712b45fb9050682f318254ca 2024-11-24T11:21:44,755 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/rep_barrier/21077b61712b45fb9050682f318254ca, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:21:44,755 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/.tmp/table/1464e94d8f6344918121f91ad772476b as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/table/1464e94d8f6344918121f91ad772476b 2024-11-24T11:21:44,759 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/table/1464e94d8f6344918121f91ad772476b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:21:44,760 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-11-24T11:21:44,760 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:21:44,764 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:21:44,765 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:44,765 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:21:44,765 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:44,765 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447303831Running coprocessor pre-close hooks at 1732447303831Disabling compacts and flushes for region at 1732447303831Disabling writes for close at 1732447303831Obtaining lock to block concurrent updates at 1732447303831Preparing flush snapshotting stores in 1588230740 at 1732447303831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447303831Flushing stores of hbase:meta,,1.1588230740 at 1732447303831Flushing 1588230740/info: creating writer at 1732447303831Flushing 1588230740/info: appending metadata at 1732447303848 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732447303849 (+1 ms)Flushing 1588230740/ns: creating writer at 1732447303874 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732447303888 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732447303888Flushing 1588230740/rep_barrier: creating writer at 1732447304297 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447304309 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447304309Flushing 1588230740/table: creating writer at 1732447304716 (+407 ms)Flushing 1588230740/table: appending metadata at 1732447304735 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732447304735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513f6059: reopening flushed file at 1732447304742 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454ef36a: reopening flushed file at 1732447304746 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6c13f2: reopening flushed file at 1732447304751 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea98343: reopening flushed file at 1732447304755 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1732447304760 (+5 ms)Writing region close event to WAL at 1732447304761 (+1 ms)Running coprocessor post-close hooks at 1732447304764 (+3 ms)Closed at 1732447304765 (+1 ms) 2024-11-24T11:21:44,765 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:44,831 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:21:44,831 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1325): Online Regions={70332b067bd8ddf75155e43a756dde91=hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91.} 2024-11-24T11:21:44,831 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(3091): Received CLOSE for 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:44,832 DEBUG [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1351): Waiting on 70332b067bd8ddf75155e43a756dde91 2024-11-24T11:21:44,832 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70332b067bd8ddf75155e43a756dde91, disabling compactions & flushes 2024-11-24T11:21:44,832 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:44,832 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:44,832 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. after waiting 0 ms 2024-11-24T11:21:44,832 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:44,832 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70332b067bd8ddf75155e43a756dde91: Waiting for close lock at 1732447304832Running coprocessor pre-close hooks at 1732447304832Disabling compacts and flushes for region at 1732447304832Disabling writes for close at 1732447304832Failed flush hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91., putting online again at 1732447304832 2024-11-24T11:21:44,832 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732447288405.70332b067bd8ddf75155e43a756dde91. 2024-11-24T11:21:44,898 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 1718, reset compression=false 2024-11-24T11:21:44,903 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:44,903 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 2362, reset compression=false 2024-11-24T11:21:45,032 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T11:21:45,032 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,33113,1732447272374; all regions closed. 2024-11-24T11:21:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:21:45,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.meta.1732447275545.meta not finished, retry = 0 2024-11-24T11:21:45,106 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.1732447274635 to pos 2362, reset compression=false 2024-11-24T11:21:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741839_1015 (size=2609) 2024-11-24T11:21:45,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/WALs/f5f73e76a839,33113,1732447272374/f5f73e76a839%2C33113%2C1732447272374.rep.1732447289149 not finished, retry = 0 2024-11-24T11:21:45,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741832_1008 (size=2370) 2024-11-24T11:21:45,240 DEBUG [RS:0;f5f73e76a839:33113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:45,240 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:21:45,240 INFO [RS:0;f5f73e76a839:33113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:21:45,240 INFO [RS:0;f5f73e76a839:33113 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:21:45,241 INFO [RS:0;f5f73e76a839:33113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:21:45,241 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:45,241 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,33113,1732447272374 because: Region server is closing 2024-11-24T11:21:45,241 INFO [RS:0;f5f73e76a839:33113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:33113. 2024-11-24T11:21:45,241 DEBUG [RS:0;f5f73e76a839:33113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:45,241 DEBUG [RS:0;f5f73e76a839:33113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:45,241 DEBUG [RS:0;f5f73e76a839:33113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:45,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:45,341 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.shipperf5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 terminated 2024-11-24T11:21:45,341 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33113,1732447272374.replicationSource.wal-reader.f5f73e76a839%2C33113%2C1732447272374,1-f5f73e76a839,33113,1732447272374 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:21:45,342 INFO [RS:0;f5f73e76a839:33113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:33113. 2024-11-24T11:21:45,342 DEBUG [RS:0;f5f73e76a839:33113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:45,342 DEBUG [RS:0;f5f73e76a839:33113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:45,342 DEBUG [RS:0;f5f73e76a839:33113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:45,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:45,342 INFO [RS:0;f5f73e76a839:33113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33113 2024-11-24T11:21:45,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448786933/rs/f5f73e76a839,33113,1732447272374 2024-11-24T11:21:45,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933/rs 2024-11-24T11:21:45,365 INFO [RS:0;f5f73e76a839:33113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:45,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,33113,1732447272374] 2024-11-24T11:21:45,367 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:45,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448786933/draining/f5f73e76a839,33113,1732447272374 already deleted, retry=false 2024-11-24T11:21:45,433 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,33113,1732447272374 expired; onlineServers=0 2024-11-24T11:21:45,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,35691,1732447272237' ***** 2024-11-24T11:21:45,433 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:21:45,433 INFO [M:0;f5f73e76a839:35691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:21:45,433 INFO [M:0;f5f73e76a839:35691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:21:45,433 DEBUG [M:0;f5f73e76a839:35691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:21:45,433 DEBUG [M:0;f5f73e76a839:35691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:21:45,433 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:21:45,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447274354 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447274354,5,FailOnTimeoutGroup] 2024-11-24T11:21:45,433 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447274354 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447274354,5,FailOnTimeoutGroup] 2024-11-24T11:21:45,433 INFO [M:0;f5f73e76a839:35691 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:21:45,433 INFO [M:0;f5f73e76a839:35691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:21:45,433 DEBUG [M:0;f5f73e76a839:35691 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:21:45,433 INFO [M:0;f5f73e76a839:35691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:21:45,434 INFO [M:0;f5f73e76a839:35691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:21:45,434 INFO [M:0;f5f73e76a839:35691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:21:45,434 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:21:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:45,475 INFO [RS:0;f5f73e76a839:33113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x1016c935cbc0004, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:45,475 INFO [RS:0;f5f73e76a839:33113 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,33113,1732447272374; zookeeper connection closed. 2024-11-24T11:21:45,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cdaaa6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cdaaa6a 2024-11-24T11:21:45,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:21:45,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448786933/master 2024-11-24T11:21:45,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448786933 2024-11-24T11:21:45,508 DEBUG [M:0;f5f73e76a839:35691 {}] zookeeper.ZKUtil(347): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Unable to get data of znode /1-1448786933/master because node does not exist (not an error) 2024-11-24T11:21:45,508 WARN [M:0;f5f73e76a839:35691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:21:45,508 INFO [M:0;f5f73e76a839:35691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/.lastflushedseqids 2024-11-24T11:21:45,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741847_1023 (size=245) 2024-11-24T11:21:45,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:45,914 INFO [M:0;f5f73e76a839:35691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:21:45,914 INFO [M:0;f5f73e76a839:35691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:21:45,914 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:21:45,914 INFO [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:45,914 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:45,914 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:21:45,914 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:45,914 INFO [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T11:21:45,931 DEBUG [M:0;f5f73e76a839:35691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5793f668934b058d3af51ae234bb16 is 82, key is hbase:meta,,1/info:regioninfo/1732447275572/Put/seqid=0 2024-11-24T11:21:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741848_1024 (size=5672) 2024-11-24T11:21:46,335 INFO [M:0;f5f73e76a839:35691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5793f668934b058d3af51ae234bb16 2024-11-24T11:21:46,352 DEBUG [M:0;f5f73e76a839:35691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b7886da360f45e894429740cd9e0096 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447289202/Put/seqid=0 2024-11-24T11:21:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741849_1025 (size=8515) 2024-11-24T11:21:46,371 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:46,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:21:46,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:46,758 INFO [M:0;f5f73e76a839:35691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b7886da360f45e894429740cd9e0096 2024-11-24T11:21:46,773 DEBUG [M:0;f5f73e76a839:35691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d62275a857f45709d7023c31be977e3 is 69, key is f5f73e76a839,33113,1732447272374/rs:state/1732447274433/Put/seqid=0 2024-11-24T11:21:46,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741850_1026 (size=5156) 2024-11-24T11:21:47,177 INFO [M:0;f5f73e76a839:35691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d62275a857f45709d7023c31be977e3 2024-11-24T11:21:47,181 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf5793f668934b058d3af51ae234bb16 as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf5793f668934b058d3af51ae234bb16 2024-11-24T11:21:47,184 INFO [M:0;f5f73e76a839:35691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf5793f668934b058d3af51ae234bb16, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T11:21:47,184 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b7886da360f45e894429740cd9e0096 as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b7886da360f45e894429740cd9e0096 2024-11-24T11:21:47,187 INFO [M:0;f5f73e76a839:35691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b7886da360f45e894429740cd9e0096, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T11:21:47,188 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d62275a857f45709d7023c31be977e3 as hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d62275a857f45709d7023c31be977e3 2024-11-24T11:21:47,191 INFO [M:0;f5f73e76a839:35691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d62275a857f45709d7023c31be977e3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T11:21:47,193 INFO [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-24T11:21:47,194 INFO [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:47,194 DEBUG [M:0;f5f73e76a839:35691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447305914Disabling compacts and flushes for region at 1732447305914Disabling writes for close at 1732447305914Obtaining lock to block concurrent updates at 1732447305914Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447305914Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732447305915 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447305915Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447305915Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447305931 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447305931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447306339 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447306352 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447306352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447306761 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447306773 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447306773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e93423: reopening flushed file at 1732447307180 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48bd580e: reopening flushed file at 1732447307184 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649ccd40: reopening flushed file at 1732447307187 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732447307193 (+6 ms)Writing region close event to WAL at 1732447307194 (+1 ms)Closed at 1732447307194 2024-11-24T11:21:47,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741830_1006 (size=63642) 2024-11-24T11:21:47,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e652cb1-e258-f9e2-aeff-f3cdd330b79b/MasterData/WALs/f5f73e76a839,35691,1732447272237/f5f73e76a839%2C35691%2C1732447272237.1732447274115 not finished, retry = 0 2024-11-24T11:21:47,296 INFO [M:0;f5f73e76a839:35691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:21:47,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:47,296 INFO [M:0;f5f73e76a839:35691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35691 2024-11-24T11:21:47,297 INFO [M:0;f5f73e76a839:35691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:47,468 INFO [M:0;f5f73e76a839:35691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1016c935cbc0003, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:47,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@525e5e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:47,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:47,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:47,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:47,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:47,472 WARN [BP-510300294-172.17.0.3-1732447270195 heartbeating to localhost/127.0.0.1:45247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:21:47,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:21:47,472 WARN [BP-510300294-172.17.0.3-1732447270195 heartbeating to localhost/127.0.0.1:45247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-510300294-172.17.0.3-1732447270195 (Datanode Uuid 2579a451-3736-440d-b6bd-b18f05f442be) service to localhost/127.0.0.1:45247 2024-11-24T11:21:47,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:21:47,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/cluster_27d3f6fe-9b58-3b0e-b007-09b2662db67f/data/data1/current/BP-510300294-172.17.0.3-1732447270195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:47,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/cluster_27d3f6fe-9b58-3b0e-b007-09b2662db67f/data/data2/current/BP-510300294-172.17.0.3-1732447270195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:47,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:21:47,474 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:47,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be9f58d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:47,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:47,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:47,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:47,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41ac835f-2c42-75bf-924c-607946addb17/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:47,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:21:47,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:21:47,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:47,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:47,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:47,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:47,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:47,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:21:47,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=922442893, stopped=false 2024-11-24T11:21:47,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,43043,1732447266928 2024-11-24T11:21:47,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01735756766/running 2024-11-24T11:21:47,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01735756766/running 2024-11-24T11:21:47,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:47,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:47,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:21:47,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on znode that does not yet exist, /01735756766/running 2024-11-24T11:21:47,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:21:47,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:47,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:47,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Set watcher on znode that does not yet exist, /01735756766/running 2024-11-24T11:21:47,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,43505,1732447267111' ***** 2024-11-24T11:21:47,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:21:47,723 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:21:47,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:21:47,724 INFO [RS:0;f5f73e76a839:43505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:21:47,724 INFO [RS:0;f5f73e76a839:43505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:21:47,724 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(3091): Received CLOSE for c28008a8a9374032e21577182e387531 2024-11-24T11:21:47,724 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(3091): Received CLOSE for e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:47,724 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,43505,1732447267111 2024-11-24T11:21:47,724 INFO [RS:0;f5f73e76a839:43505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:21:47,724 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c28008a8a9374032e21577182e387531, disabling compactions & flushes 2024-11-24T11:21:47,724 INFO [RS:0;f5f73e76a839:43505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:43505. 2024-11-24T11:21:47,724 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:47,724 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:47,724 DEBUG [RS:0;f5f73e76a839:43505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:47,724 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. after waiting 0 ms 2024-11-24T11:21:47,724 DEBUG [RS:0;f5f73e76a839:43505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:47,724 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:47,725 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:21:47,725 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:21:47,725 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c28008a8a9374032e21577182e387531 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-24T11:21:47,725 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:21:47,725 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:21:47,725 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:21:47,725 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1325): Online Regions={c28008a8a9374032e21577182e387531=hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531., 1588230740=hbase:meta,,1.1588230740, e820fd15e09775ccfb29e851e299d504=test,,1732447280781.e820fd15e09775ccfb29e851e299d504.} 2024-11-24T11:21:47,725 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c28008a8a9374032e21577182e387531, e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:47,725 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:21:47,725 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:21:47,725 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:21:47,725 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:21:47,725 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:21:47,725 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:21:47,743 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531/.tmp/queue/38211515d45544b7907b09f7af4667c5 is 154, key is 1-f5f73e76a839,43505,1732447267111/queue:f5f73e76a839%2C43505%2C1732447267111/1732447300934/Put/seqid=0 2024-11-24T11:21:47,751 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/info/7122e49518f44720aed2643617d002d2 is 147, key is hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531./info:regioninfo/1732447287452/Put/seqid=0 2024-11-24T11:21:47,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741840_1016 (size=5353) 2024-11-24T11:21:47,758 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531/.tmp/queue/38211515d45544b7907b09f7af4667c5 2024-11-24T11:21:47,771 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531/.tmp/queue/38211515d45544b7907b09f7af4667c5 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531/queue/38211515d45544b7907b09f7af4667c5 2024-11-24T11:21:47,777 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531/queue/38211515d45544b7907b09f7af4667c5, entries=1, sequenceid=14, filesize=5.2 K 2024-11-24T11:21:47,778 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c28008a8a9374032e21577182e387531 in 54ms, sequenceid=14, compaction requested=false 2024-11-24T11:21:47,778 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:21:47,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741841_1017 (size=7686) 2024-11-24T11:21:47,783 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/info/7122e49518f44720aed2643617d002d2 2024-11-24T11:21:47,785 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:21:47,785 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:21:47,796 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/replication/c28008a8a9374032e21577182e387531/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-24T11:21:47,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:47,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:21:47,797 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:47,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c28008a8a9374032e21577182e387531: Waiting for close lock at 1732447307724Running coprocessor pre-close hooks at 1732447307724Disabling compacts and flushes for region at 1732447307724Disabling writes for close at 1732447307724Obtaining lock to block concurrent updates at 1732447307725 (+1 ms)Preparing flush snapshotting stores in c28008a8a9374032e21577182e387531 at 1732447307725Finished memstore snapshotting hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732447307725Flushing stores of hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. at 1732447307725Flushing c28008a8a9374032e21577182e387531/queue: creating writer at 1732447307726 (+1 ms)Flushing c28008a8a9374032e21577182e387531/queue: appending metadata at 1732447307742 (+16 ms)Flushing c28008a8a9374032e21577182e387531/queue: closing flushed file at 1732447307742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f10d18: reopening flushed file at 1732447307770 (+28 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c28008a8a9374032e21577182e387531 in 54ms, sequenceid=14, compaction requested=false at 1732447307778 (+8 ms)Writing region close event to WAL at 1732447307781 (+3 ms)Running coprocessor post-close hooks at 1732447307797 (+16 ms)Closed at 1732447307797 2024-11-24T11:21:47,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447286260.c28008a8a9374032e21577182e387531. 2024-11-24T11:21:47,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e820fd15e09775ccfb29e851e299d504, disabling compactions & flushes 2024-11-24T11:21:47,797 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:47,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:47,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447280781.e820fd15e09775ccfb29e851e299d504. after waiting 0 ms 2024-11-24T11:21:47,797 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:47,798 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e820fd15e09775ccfb29e851e299d504 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T11:21:47,809 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/ns/95acd33392e6473abee36b2d0a85afa0 is 43, key is default/ns:d/1732447270062/Put/seqid=0 2024-11-24T11:21:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741842_1018 (size=5153) 2024-11-24T11:21:47,813 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/f/93e65e1baddd4130a4359466610c5c1e is 37, key is row3/f:row3/1732447299429/Put/seqid=0 2024-11-24T11:21:47,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741843_1019 (size=5228) 2024-11-24T11:21:47,823 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:21:47,925 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:48,125 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:48,213 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/ns/95acd33392e6473abee36b2d0a85afa0 2024-11-24T11:21:48,220 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/f/93e65e1baddd4130a4359466610c5c1e 2024-11-24T11:21:48,223 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93e65e1baddd4130a4359466610c5c1e 2024-11-24T11:21:48,230 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/rep_barrier/e3d55743368447a9bea6ff88acb433b9 is 112, key is test,,1732447280781.e820fd15e09775ccfb29e851e299d504./rep_barrier:seqnumDuringOpen/1732447281922/Put/seqid=0 2024-11-24T11:21:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741844_1020 (size=5518) 2024-11-24T11:21:48,240 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/f1/d6ca9edcf3af498b8cf212290614a0d9 is 30, key is row1/f1:/1732447296761/DeleteFamily/seqid=0 2024-11-24T11:21:48,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741845_1021 (size=5158) 2024-11-24T11:21:48,326 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:48,526 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:48,637 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/rep_barrier/e3d55743368447a9bea6ff88acb433b9 2024-11-24T11:21:48,647 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/f1/d6ca9edcf3af498b8cf212290614a0d9 2024-11-24T11:21:48,650 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6ca9edcf3af498b8cf212290614a0d9 2024-11-24T11:21:48,668 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/table/55d3299b28994fb4bbe0aee05bbab4f6 is 53, key is hbase:replication/table:state/1732447287458/Put/seqid=0 2024-11-24T11:21:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741846_1022 (size=5308) 2024-11-24T11:21:48,680 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1491, reset compression=false 2024-11-24T11:21:48,681 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/norep/9cf4b90a0a2f46ce91273ee735cdea85 is 32, key is row/norep:/1732447295755/DeleteFamily/seqid=0 2024-11-24T11:21:48,689 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:48,689 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1738, reset compression=false 2024-11-24T11:21:48,689 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,43505,1732447267111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:21:48,691 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,43505,1732447267111: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,43505,1732447267111, walGroup=f5f73e76a839%2C43505%2C1732447267111, offset=f5f73e76a839%2C43505%2C1732447267111.1732447268912:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:43505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:21:48,693 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:21:48,693 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:21:48,693 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:21:48,693 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:21:48,693 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:21:48,693 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 768077056 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199387952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:21:48,694 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:43043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:43043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:21:48,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741847_1023 (size=5101) 2024-11-24T11:21:48,704 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/norep/9cf4b90a0a2f46ce91273ee735cdea85 2024-11-24T11:21:48,713 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf4b90a0a2f46ce91273ee735cdea85 2024-11-24T11:21:48,715 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/f/93e65e1baddd4130a4359466610c5c1e as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/f/93e65e1baddd4130a4359466610c5c1e 2024-11-24T11:21:48,720 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93e65e1baddd4130a4359466610c5c1e 2024-11-24T11:21:48,721 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/f/93e65e1baddd4130a4359466610c5c1e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T11:21:48,721 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/f1/d6ca9edcf3af498b8cf212290614a0d9 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/f1/d6ca9edcf3af498b8cf212290614a0d9 2024-11-24T11:21:48,726 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:21:48,726 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e820fd15e09775ccfb29e851e299d504=test,,1732447280781.e820fd15e09775ccfb29e851e299d504.} 2024-11-24T11:21:48,726 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e820fd15e09775ccfb29e851e299d504 2024-11-24T11:21:48,727 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6ca9edcf3af498b8cf212290614a0d9 2024-11-24T11:21:48,727 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/f1/d6ca9edcf3af498b8cf212290614a0d9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T11:21:48,728 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/.tmp/norep/9cf4b90a0a2f46ce91273ee735cdea85 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/norep/9cf4b90a0a2f46ce91273ee735cdea85 2024-11-24T11:21:48,733 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf4b90a0a2f46ce91273ee735cdea85 2024-11-24T11:21:48,734 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/norep/9cf4b90a0a2f46ce91273ee735cdea85, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T11:21:48,735 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e820fd15e09775ccfb29e851e299d504 in 938ms, sequenceid=12, compaction requested=false 2024-11-24T11:21:48,735 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:21:48,753 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/default/test/e820fd15e09775ccfb29e851e299d504/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T11:21:48,754 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:48,754 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:21:48,754 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:48,754 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e820fd15e09775ccfb29e851e299d504: Waiting for close lock at 1732447307797Running coprocessor pre-close hooks at 1732447307797Disabling compacts and flushes for region at 1732447307797Disabling writes for close at 1732447307797Obtaining lock to block concurrent updates at 1732447307798 (+1 ms)Preparing flush snapshotting stores in e820fd15e09775ccfb29e851e299d504 at 1732447307798Finished memstore snapshotting test,,1732447280781.e820fd15e09775ccfb29e851e299d504., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732447307798Flushing stores of test,,1732447280781.e820fd15e09775ccfb29e851e299d504. at 1732447307798Flushing e820fd15e09775ccfb29e851e299d504/f: creating writer at 1732447307798Flushing e820fd15e09775ccfb29e851e299d504/f: appending metadata at 1732447307812 (+14 ms)Flushing e820fd15e09775ccfb29e851e299d504/f: closing flushed file at 1732447307812Flushing e820fd15e09775ccfb29e851e299d504/f1: creating writer at 1732447308224 (+412 ms)Flushing e820fd15e09775ccfb29e851e299d504/f1: appending metadata at 1732447308240 (+16 ms)Flushing e820fd15e09775ccfb29e851e299d504/f1: closing flushed file at 1732447308240Flushing e820fd15e09775ccfb29e851e299d504/norep: creating writer at 1732447308650 (+410 ms)Flushing e820fd15e09775ccfb29e851e299d504/norep: appending metadata at 1732447308680 (+30 ms)Flushing e820fd15e09775ccfb29e851e299d504/norep: closing flushed file at 1732447308680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a12984: reopening flushed file at 1732447308713 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5baaee8: reopening flushed file at 1732447308721 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1847ad13: reopening flushed file at 1732447308727 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e820fd15e09775ccfb29e851e299d504 in 938ms, sequenceid=12, compaction requested=false at 1732447308735 (+8 ms)Writing region close event to WAL at 1732447308747 (+12 ms)Running coprocessor post-close hooks at 1732447308754 (+7 ms)Closed at 1732447308754 2024-11-24T11:21:48,754 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447280781.e820fd15e09775ccfb29e851e299d504. 2024-11-24T11:21:48,904 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 1738, reset compression=false 2024-11-24T11:21:48,911 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:21:48,912 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 2382, reset compression=false 2024-11-24T11:21:48,926 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:21:49,077 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/table/55d3299b28994fb4bbe0aee05bbab4f6 2024-11-24T11:21:49,082 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/info/7122e49518f44720aed2643617d002d2 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/info/7122e49518f44720aed2643617d002d2 2024-11-24T11:21:49,089 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/info/7122e49518f44720aed2643617d002d2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:21:49,091 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/ns/95acd33392e6473abee36b2d0a85afa0 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/ns/95acd33392e6473abee36b2d0a85afa0 2024-11-24T11:21:49,097 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/ns/95acd33392e6473abee36b2d0a85afa0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:21:49,098 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/rep_barrier/e3d55743368447a9bea6ff88acb433b9 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/rep_barrier/e3d55743368447a9bea6ff88acb433b9 2024-11-24T11:21:49,103 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/rep_barrier/e3d55743368447a9bea6ff88acb433b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:21:49,104 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/.tmp/table/55d3299b28994fb4bbe0aee05bbab4f6 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/table/55d3299b28994fb4bbe0aee05bbab4f6 2024-11-24T11:21:49,109 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/table/55d3299b28994fb4bbe0aee05bbab4f6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:21:49,110 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=16, compaction requested=false 2024-11-24T11:21:49,110 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:21:49,122 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 2382, reset compression=false 2024-11-24T11:21:49,127 DEBUG [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:21:49,129 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:21:49,129 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:21:49,130 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:21:49,130 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:49,130 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447307725Running coprocessor pre-close hooks at 1732447307725Disabling compacts and flushes for region at 1732447307725Disabling writes for close at 1732447307725Obtaining lock to block concurrent updates at 1732447307726 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732447307726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447307726Flushing stores of hbase:meta,,1.1588230740 at 1732447307727 (+1 ms)Flushing 1588230740/info: creating writer at 1732447307728 (+1 ms)Flushing 1588230740/info: appending metadata at 1732447307750 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732447307750Flushing 1588230740/ns: creating writer at 1732447307787 (+37 ms)Flushing 1588230740/ns: appending metadata at 1732447307808 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732447307808Flushing 1588230740/rep_barrier: creating writer at 1732447308216 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447308229 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447308229Flushing 1588230740/table: creating writer at 1732447308641 (+412 ms)Flushing 1588230740/table: appending metadata at 1732447308668 (+27 ms)Flushing 1588230740/table: closing flushed file at 1732447308668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc5f1d7: reopening flushed file at 1732447309081 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d275779: reopening flushed file at 1732447309090 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4198bda4: reopening flushed file at 1732447309098 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ad598b: reopening flushed file at 1732447309103 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=16, compaction requested=false at 1732447309110 (+7 ms)Writing region close event to WAL at 1732447309124 (+14 ms)Running coprocessor post-close hooks at 1732447309129 (+5 ms)Closed at 1732447309130 (+1 ms) 2024-11-24T11:21:49,130 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:49,327 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,43505,1732447267111; all regions closed. 2024-11-24T11:21:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:21:49,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741839_1015 (size=3552) 2024-11-24T11:21:49,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741832_1008 (size=2390) 2024-11-24T11:21:49,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 not finished, retry = 0 2024-11-24T11:21:49,433 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 to pos 2382, reset compression=false 2024-11-24T11:21:49,463 DEBUG [RS:0;f5f73e76a839:43505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:49,463 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/WALs/f5f73e76a839,43505,1732447267111/f5f73e76a839%2C43505%2C1732447267111.1732447268912 2024-11-24T11:21:49,463 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:21:49,463 INFO [RS:0;f5f73e76a839:43505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:21:49,463 INFO [RS:0;f5f73e76a839:43505 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:21:49,464 INFO [RS:0;f5f73e76a839:43505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:21:49,464 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,43505,1732447267111 because: Region server is closing 2024-11-24T11:21:49,464 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:49,464 INFO [RS:0;f5f73e76a839:43505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:43505. 2024-11-24T11:21:49,464 DEBUG [RS:0;f5f73e76a839:43505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:49,464 DEBUG [RS:0;f5f73e76a839:43505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:49,464 DEBUG [RS:0;f5f73e76a839:43505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:49,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:49,565 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.shipperf5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 terminated 2024-11-24T11:21:49,565 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,43505,1732447267111.replicationSource.wal-reader.f5f73e76a839%2C43505%2C1732447267111,1-f5f73e76a839,43505,1732447267111 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T11:21:49,565 INFO [RS:0;f5f73e76a839:43505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:43505. 2024-11-24T11:21:49,565 DEBUG [RS:0;f5f73e76a839:43505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:21:49,565 DEBUG [RS:0;f5f73e76a839:43505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:49,565 DEBUG [RS:0;f5f73e76a839:43505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:49,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:21:49,565 INFO [RS:0;f5f73e76a839:43505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43505 2024-11-24T11:21:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01735756766/rs/f5f73e76a839,43505,1732447267111 2024-11-24T11:21:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766/rs 2024-11-24T11:21:49,575 INFO [RS:0;f5f73e76a839:43505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:49,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,43505,1732447267111] 2024-11-24T11:21:49,596 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01735756766/draining/f5f73e76a839,43505,1732447267111 already deleted, retry=false 2024-11-24T11:21:49,596 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,43505,1732447267111 expired; onlineServers=0 2024-11-24T11:21:49,596 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,43043,1732447266928' ***** 2024-11-24T11:21:49,596 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:21:49,596 INFO [M:0;f5f73e76a839:43043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:21:49,596 INFO [M:0;f5f73e76a839:43043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:21:49,596 DEBUG [M:0;f5f73e76a839:43043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:21:49,596 DEBUG [M:0;f5f73e76a839:43043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:21:49,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:21:49,596 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447268700 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447268700,5,FailOnTimeoutGroup] 2024-11-24T11:21:49,596 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447268700 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447268700,5,FailOnTimeoutGroup] 2024-11-24T11:21:49,597 INFO [M:0;f5f73e76a839:43043 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:21:49,597 INFO [M:0;f5f73e76a839:43043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:21:49,597 DEBUG [M:0;f5f73e76a839:43043 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:21:49,597 INFO [M:0;f5f73e76a839:43043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:21:49,597 INFO [M:0;f5f73e76a839:43043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:21:49,597 ERROR [M:0;f5f73e76a839:43043 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33437,5,PEWorkerGroup] 2024-11-24T11:21:49,597 INFO [M:0;f5f73e76a839:43043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:21:49,597 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:21:49,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01735756766/master 2024-11-24T11:21:49,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01735756766 2024-11-24T11:21:49,607 DEBUG [M:0;f5f73e76a839:43043 {}] zookeeper.ZKUtil(347): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Unable to get data of znode /01735756766/master because node does not exist (not an error) 2024-11-24T11:21:49,607 WARN [M:0;f5f73e76a839:43043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:21:49,607 INFO [M:0;f5f73e76a839:43043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/.lastflushedseqids 2024-11-24T11:21:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741848_1024 (size=245) 2024-11-24T11:21:49,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:49,686 INFO [RS:0;f5f73e76a839:43505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:49,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43505-0x1016c935cbc0001, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:49,686 INFO [RS:0;f5f73e76a839:43505 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,43505,1732447267111; zookeeper connection closed. 2024-11-24T11:21:49,686 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59a82905 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59a82905 2024-11-24T11:21:49,686 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:21:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:21:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:21:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:21:50,012 INFO [M:0;f5f73e76a839:43043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:21:50,012 INFO [M:0;f5f73e76a839:43043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:21:50,012 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:21:50,012 INFO [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:50,012 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:50,012 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:21:50,012 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:50,012 INFO [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-24T11:21:50,033 DEBUG [M:0;f5f73e76a839:43043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/392463955f594550963c0b9c0a519000 is 82, key is hbase:meta,,1/info:regioninfo/1732447269910/Put/seqid=0 2024-11-24T11:21:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741849_1025 (size=5672) 2024-11-24T11:21:50,036 INFO [M:0;f5f73e76a839:43043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/392463955f594550963c0b9c0a519000 2024-11-24T11:21:50,058 DEBUG [M:0;f5f73e76a839:43043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd994f3b56184f67b22174155d9c1d49 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732447281930/Put/seqid=0 2024-11-24T11:21:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741850_1026 (size=7218) 2024-11-24T11:21:50,466 INFO [M:0;f5f73e76a839:43043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd994f3b56184f67b22174155d9c1d49 2024-11-24T11:21:50,470 INFO [M:0;f5f73e76a839:43043 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd994f3b56184f67b22174155d9c1d49 2024-11-24T11:21:50,484 DEBUG [M:0;f5f73e76a839:43043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fd106df322f40d8aa894c03427f76db is 69, key is f5f73e76a839,43505,1732447267111/rs:state/1732447268770/Put/seqid=0 2024-11-24T11:21:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741851_1027 (size=5156) 2024-11-24T11:21:50,888 INFO [M:0;f5f73e76a839:43043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fd106df322f40d8aa894c03427f76db 2024-11-24T11:21:50,894 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/392463955f594550963c0b9c0a519000 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/392463955f594550963c0b9c0a519000 2024-11-24T11:21:50,898 INFO [M:0;f5f73e76a839:43043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/392463955f594550963c0b9c0a519000, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T11:21:50,899 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd994f3b56184f67b22174155d9c1d49 as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd994f3b56184f67b22174155d9c1d49 2024-11-24T11:21:50,904 INFO [M:0;f5f73e76a839:43043 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd994f3b56184f67b22174155d9c1d49 2024-11-24T11:21:50,904 INFO [M:0;f5f73e76a839:43043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd994f3b56184f67b22174155d9c1d49, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T11:21:50,905 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fd106df322f40d8aa894c03427f76db as hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fd106df322f40d8aa894c03427f76db 2024-11-24T11:21:50,909 INFO [M:0;f5f73e76a839:43043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/7191cad2-1c07-75ec-39b0-6551d9072807/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fd106df322f40d8aa894c03427f76db, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T11:21:50,910 INFO [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=105, compaction requested=false 2024-11-24T11:21:50,921 INFO [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:50,921 DEBUG [M:0;f5f73e76a839:43043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447310012Disabling compacts and flushes for region at 1732447310012Disabling writes for close at 1732447310012Obtaining lock to block concurrent updates at 1732447310012Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447310012Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732447310013 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447310013Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447310013Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447310032 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447310032Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447310039 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447310057 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447310057Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447310470 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447310484 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447310484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0f58ad: reopening flushed file at 1732447310893 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a553b5: reopening flushed file at 1732447310898 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77602295: reopening flushed file at 1732447310904 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=105, compaction requested=false at 1732447310910 (+6 ms)Writing region close event to WAL at 1732447310921 (+11 ms)Closed at 1732447310921 2024-11-24T11:21:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741830_1006 (size=64423) 2024-11-24T11:21:50,925 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:21:50,925 INFO [M:0;f5f73e76a839:43043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:21:50,925 INFO [M:0;f5f73e76a839:43043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43043 2024-11-24T11:21:50,928 INFO [M:0;f5f73e76a839:43043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:21:51,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:51,036 INFO [M:0;f5f73e76a839:43043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:21:51,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43043-0x1016c935cbc0000, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:21:51,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ccff675{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:51,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:51,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:51,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:51,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:51,058 WARN [BP-1752132567-172.17.0.3-1732447265061 heartbeating to localhost/127.0.0.1:33437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:21:51,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:21:51,058 WARN [BP-1752132567-172.17.0.3-1732447265061 heartbeating to localhost/127.0.0.1:33437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752132567-172.17.0.3-1732447265061 (Datanode Uuid 115e0f1b-10ab-4a24-8ca0-ad84188eb2af) service to localhost/127.0.0.1:33437 2024-11-24T11:21:51,058 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:21:51,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/cluster_aa15daed-b14e-5445-b3e4-d12df77c1204/data/data1/current/BP-1752132567-172.17.0.3-1732447265061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:51,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/cluster_aa15daed-b14e-5445-b3e4-d12df77c1204/data/data2/current/BP-1752132567-172.17.0.3-1732447265061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:21:51,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:21:51,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55bb5791{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:51,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:21:51,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:21:51,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:21:51,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25484d2-6185-d40a-9f74-4af624adbff4/hadoop.log.dir/,STOPPED} 2024-11-24T11:21:51,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:21:51,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:21:51,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 262) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33437 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57588) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57588) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46071 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57588) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 363) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5585 (was 5838) 2024-11-24T11:21:51,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=5579 2024-11-24T11:21:51,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016c935cbc0008, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:21:51,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016c935cbc0008, quorum=127.0.0.1:57588, baseZNode=/2-147096280 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:21:51,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c935cbc0002, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:21:51,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c935cbc0002, quorum=127.0.0.1:57588, baseZNode=/01735756766 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:21:51,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c935cbc0005, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:21:51,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c935cbc0005, quorum=127.0.0.1:57588, baseZNode=/1-1448786933 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:21:51,190 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T11:21:51,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.log.dir so I do NOT create it in target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d 2024-11-24T11:21:51,192 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:21:51,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.tmp.dir so I do NOT create it in target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d 2024-11-24T11:21:51,192 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3dde1767-a438-ff9b-5f4f-eea93b161630/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:21:51,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d 2024-11-24T11:21:51,192 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/cluster_464ebc86-fd54-9b0b-1371-034f3c08f1f2, deleteOnExit=true 2024-11-24T11:21:51,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/cluster_464ebc86-fd54-9b0b-1371-034f3c08f1f2/zookeeper_0, clientPort=55587, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/cluster_464ebc86-fd54-9b0b-1371-034f3c08f1f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/cluster_464ebc86-fd54-9b0b-1371-034f3c08f1f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:21:51,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55587 2024-11-24T11:21:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:21:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:21:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/test.cache.data in system properties and HBase conf 2024-11-24T11:21:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:21:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:21:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:21:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:21:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:21:51,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:21:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:21:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:21:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:21:51,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:51,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:51,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:51,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:51,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:21:51,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:52,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:52,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:52,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35c552d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/java.io.tmpdir/jetty-localhost-39547-hadoop-hdfs-3_4_1-tests_jar-_-any-11256343844037963589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:52,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:39547} 2024-11-24T11:21:52,167 INFO [Time-limited test {}] server.Server(415): Started @279980ms 2024-11-24T11:21:52,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:52,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:52,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:52,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:52,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:21:52,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:52,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:52,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6b26e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/java.io.tmpdir/jetty-localhost-34333-hadoop-hdfs-3_4_1-tests_jar-_-any-6101730917493397665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:52,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:34333} 2024-11-24T11:21:52,834 INFO [Time-limited test {}] server.Server(415): Started @280647ms 2024-11-24T11:21:52,836 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:21:53,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:21:53,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:21:53,558 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/cluster_464ebc86-fd54-9b0b-1371-034f3c08f1f2/data/data2/current/BP-1913620675-172.17.0.3-1732447311271/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:53,558 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/cluster_464ebc86-fd54-9b0b-1371-034f3c08f1f2/data/data1/current/BP-1913620675-172.17.0.3-1732447311271/current, will proceed with Du for space computation calculation, 2024-11-24T11:21:53,581 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:21:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5376c362f9d5a5f5 with lease ID 0x53a1ceef21e1597d: Processing first storage report for DS-41166947-08f8-4ec2-bd80-879e43b0cd18 from datanode DatanodeRegistration(127.0.0.1:35503, datanodeUuid=cdc3dea4-b2f6-4375-bb79-28c2bc2f6f0b, infoPort=34543, infoSecurePort=0, ipcPort=36913, storageInfo=lv=-57;cid=testClusterID;nsid=2600342;c=1732447311271) 2024-11-24T11:21:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5376c362f9d5a5f5 with lease ID 0x53a1ceef21e1597d: from storage DS-41166947-08f8-4ec2-bd80-879e43b0cd18 node DatanodeRegistration(127.0.0.1:35503, datanodeUuid=cdc3dea4-b2f6-4375-bb79-28c2bc2f6f0b, infoPort=34543, infoSecurePort=0, ipcPort=36913, storageInfo=lv=-57;cid=testClusterID;nsid=2600342;c=1732447311271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:21:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5376c362f9d5a5f5 with lease ID 0x53a1ceef21e1597d: Processing first storage report for DS-6a566cbd-e14e-422a-8baf-8576b4514557 from datanode DatanodeRegistration(127.0.0.1:35503, datanodeUuid=cdc3dea4-b2f6-4375-bb79-28c2bc2f6f0b, infoPort=34543, infoSecurePort=0, ipcPort=36913, storageInfo=lv=-57;cid=testClusterID;nsid=2600342;c=1732447311271) 2024-11-24T11:21:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5376c362f9d5a5f5 with lease ID 0x53a1ceef21e1597d: from storage DS-6a566cbd-e14e-422a-8baf-8576b4514557 node DatanodeRegistration(127.0.0.1:35503, datanodeUuid=cdc3dea4-b2f6-4375-bb79-28c2bc2f6f0b, infoPort=34543, infoSecurePort=0, ipcPort=36913, storageInfo=lv=-57;cid=testClusterID;nsid=2600342;c=1732447311271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:21:53,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d 2024-11-24T11:21:53,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:53,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:21:53,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce with version=8 2024-11-24T11:21:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/hbase-staging 2024-11-24T11:21:53,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:21:53,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:53,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:53,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:21:53,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:53,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:21:53,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:21:53,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:21:53,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32967 2024-11-24T11:21:53,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32967 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:21:53,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329670x0, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:53,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32967-0x1016c9411110000 connected 2024-11-24T11:21:53,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:53,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:53,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on znode that does not yet exist, /0391688058/running 2024-11-24T11:21:53,769 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce, hbase.cluster.distributed=false 2024-11-24T11:21:53,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on znode that does not yet exist, /0391688058/acl 2024-11-24T11:21:53,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32967 2024-11-24T11:21:53,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32967 2024-11-24T11:21:53,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32967 2024-11-24T11:21:53,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32967 2024-11-24T11:21:53,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32967 2024-11-24T11:21:53,795 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:21:53,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:53,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:53,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:21:53,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:21:53,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:21:53,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:21:53,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:21:53,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33039 2024-11-24T11:21:53,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33039 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:21:53,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:53,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:53,818 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330390x0, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:53,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330390x0, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on znode that does not yet exist, /0391688058/running 2024-11-24T11:21:53,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33039-0x1016c9411110001 connected 2024-11-24T11:21:53,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:21:53,824 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:21:53,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on znode that does not yet exist, /0391688058/master 2024-11-24T11:21:53,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on znode that does not yet exist, /0391688058/acl 2024-11-24T11:21:53,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-24T11:21:53,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33039 2024-11-24T11:21:53,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33039 2024-11-24T11:21:53,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-24T11:21:53,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-24T11:21:53,847 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:32967 2024-11-24T11:21:53,848 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0391688058/backup-masters/f5f73e76a839,32967,1732447313620 2024-11-24T11:21:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058/backup-masters 2024-11-24T11:21:53,859 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058/backup-masters 2024-11-24T11:21:53,860 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on existing znode=/0391688058/backup-masters/f5f73e76a839,32967,1732447313620 2024-11-24T11:21:53,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:53,871 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0391688058/master 2024-11-24T11:21:53,871 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:53,885 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on existing znode=/0391688058/master 2024-11-24T11:21:53,885 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0391688058/backup-masters/f5f73e76a839,32967,1732447313620 from backup master directory 2024-11-24T11:21:53,890 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058/backup-masters 2024-11-24T11:21:53,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0391688058/backup-masters/f5f73e76a839,32967,1732447313620 2024-11-24T11:21:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058/backup-masters 2024-11-24T11:21:53,891 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:21:53,891 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,32967,1732447313620 2024-11-24T11:21:53,897 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/hbase.id] with ID: cb671a6d-60e3-46a2-a0ec-02ecb5286fa3 2024-11-24T11:21:53,897 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/.tmp/hbase.id 2024-11-24T11:21:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:21:54,303 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/.tmp/hbase.id]:[hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/hbase.id] 2024-11-24T11:21:54,312 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:21:54,312 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:21:54,313 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:21:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:54,333 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:21:54,339 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:21:54,340 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:21:54,340 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:54,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:21:54,752 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store 2024-11-24T11:21:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:21:55,157 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:55,157 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:21:55,157 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:55,157 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:55,157 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:21:55,157 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:55,157 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:21:55,157 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447315157Disabling compacts and flushes for region at 1732447315157Disabling writes for close at 1732447315157Writing region close event to WAL at 1732447315157Closed at 1732447315157 2024-11-24T11:21:55,158 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/.initializing 2024-11-24T11:21:55,158 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/WALs/f5f73e76a839,32967,1732447313620 2024-11-24T11:21:55,159 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:21:55,160 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C32967%2C1732447313620, suffix=, logDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/WALs/f5f73e76a839,32967,1732447313620, archiveDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/oldWALs, maxLogs=10 2024-11-24T11:21:55,178 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/WALs/f5f73e76a839,32967,1732447313620/f5f73e76a839%2C32967%2C1732447313620.1732447315160, exclude list is [], retry=0 2024-11-24T11:21:55,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35503,DS-41166947-08f8-4ec2-bd80-879e43b0cd18,DISK] 2024-11-24T11:21:55,182 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/WALs/f5f73e76a839,32967,1732447313620/f5f73e76a839%2C32967%2C1732447313620.1732447315160 2024-11-24T11:21:55,183 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34543:34543)] 2024-11-24T11:21:55,183 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:55,183 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:55,183 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,183 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:21:55,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:55,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:21:55,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:55,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:21:55,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:55,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:21:55,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:21:55,197 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,198 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,198 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,199 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,199 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,200 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:55,200 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:21:55,203 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:55,203 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70365501, jitterRate=0.04852767288684845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:55,204 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447315183Initializing all the Stores at 1732447315184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447315184Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447315184Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447315184Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447315184Cleaning up temporary data from old regions at 1732447315199 (+15 ms)Region opened successfully at 1732447315204 (+5 ms) 2024-11-24T11:21:55,204 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:21:55,207 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f08da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:21:55,208 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:21:55,208 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:21:55,208 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:21:55,208 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:21:55,209 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:21:55,209 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:21:55,209 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:21:55,214 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:21:55,214 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Unable to get data of znode /0391688058/balancer because node does not exist (not necessarily an error) 2024-11-24T11:21:55,290 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0391688058/balancer already deleted, retry=false 2024-11-24T11:21:55,291 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:21:55,291 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Unable to get data of znode /0391688058/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:21:55,302 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0391688058/normalizer already deleted, retry=false 2024-11-24T11:21:55,302 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:21:55,303 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Unable to get data of znode /0391688058/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:21:55,312 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0391688058/switch/split already deleted, retry=false 2024-11-24T11:21:55,314 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Unable to get data of znode /0391688058/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:21:55,322 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0391688058/switch/merge already deleted, retry=false 2024-11-24T11:21:55,324 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Unable to get data of znode /0391688058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:21:55,332 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0391688058/snapshot-cleanup already deleted, retry=false 2024-11-24T11:21:55,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0391688058/running 2024-11-24T11:21:55,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:55,343 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0391688058/running 2024-11-24T11:21:55,343 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:55,344 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,32967,1732447313620, sessionid=0x1016c9411110000, setting cluster-up flag (Was=false) 2024-11-24T11:21:55,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:55,364 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:55,396 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0391688058/flush-table-proc/acquired, /0391688058/flush-table-proc/reached, /0391688058/flush-table-proc/abort 2024-11-24T11:21:55,397 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,32967,1732447313620 2024-11-24T11:21:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:55,417 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:55,448 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0391688058/online-snapshot/acquired, /0391688058/online-snapshot/reached, /0391688058/online-snapshot/abort 2024-11-24T11:21:55,450 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,32967,1732447313620 2024-11-24T11:21:55,465 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:21:55,478 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:55,478 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:21:55,478 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:21:55,478 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,32967,1732447313620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:21:55,480 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:55,480 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:55,480 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:55,480 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:21:55,480 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:21:55,480 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,480 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:21:55,480 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:55,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:21:55,510 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:21:55,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447345529 2024-11-24T11:21:55,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:21:55,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:21:55,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:21:55,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:21:55,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:21:55,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:21:55,532 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,544 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:21:55,544 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:21:55,544 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:21:55,544 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:21:55,552 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:21:55,552 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:21:55,552 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(746): ClusterId : cb671a6d-60e3-46a2-a0ec-02ecb5286fa3 2024-11-24T11:21:55,553 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:21:55,565 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:21:55,565 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:21:55,568 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447315552,5,FailOnTimeoutGroup] 2024-11-24T11:21:55,572 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447315568,5,FailOnTimeoutGroup] 2024-11-24T11:21:55,572 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,572 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:21:55,572 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,572 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:21:55,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:21:55,574 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce 2024-11-24T11:21:55,575 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:21:55,577 DEBUG [RS:0;f5f73e76a839:33039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fb929c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:21:55,598 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:33039 2024-11-24T11:21:55,598 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:21:55,598 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:21:55,598 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:21:55,599 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,32967,1732447313620 with port=33039, startcode=1732447313794 2024-11-24T11:21:55,599 DEBUG [RS:0;f5f73e76a839:33039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:21:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:21:55,609 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:21:55,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,33039,1732447313794 2024-11-24T11:21:55,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:55,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32967 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,33039,1732447313794 2024-11-24T11:21:55,613 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce 2024-11-24T11:21:55,613 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44189 2024-11-24T11:21:55,613 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:21:55,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:21:55,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:21:55,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:55,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:21:55,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:21:55,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:55,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:21:55,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:21:55,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:55,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:21:55,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:21:55,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:55,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:55,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:21:55,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740 2024-11-24T11:21:55,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740 2024-11-24T11:21:55,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:21:55,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:21:55,627 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:55,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058/rs 2024-11-24T11:21:55,628 DEBUG [RS:0;f5f73e76a839:33039 {}] zookeeper.ZKUtil(111): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on existing znode=/0391688058/rs/f5f73e76a839,33039,1732447313794 2024-11-24T11:21:55,628 WARN [RS:0;f5f73e76a839:33039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:21:55,628 INFO [RS:0;f5f73e76a839:33039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:55,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:21:55,628 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794 2024-11-24T11:21:55,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,33039,1732447313794] 2024-11-24T11:21:55,649 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:21:55,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61998488, jitterRate=-0.07615053653717041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:55,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447315611Initializing all the Stores at 1732447315612 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447315612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447315618 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447315618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447315618Cleaning up temporary data from old regions at 1732447315626 (+8 ms)Region opened successfully at 1732447315650 (+24 ms) 2024-11-24T11:21:55,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:21:55,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:21:55,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:21:55,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:21:55,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:21:55,659 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:21:55,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447315650Disabling compacts and flushes for region at 1732447315650Disabling writes for close at 1732447315650Writing region close event to WAL at 1732447315659 (+9 ms)Closed at 1732447315659 2024-11-24T11:21:55,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:55,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:21:55,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:21:55,661 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:21:55,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:21:55,662 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:21:55,664 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:21:55,664 INFO [RS:0;f5f73e76a839:33039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:21:55,665 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,672 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:21:55,673 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:21:55,673 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,673 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,673 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,673 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,673 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,673 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,673 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:21:55,673 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,674 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,674 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,674 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,674 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,674 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:21:55,674 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:21:55,674 DEBUG [RS:0;f5f73e76a839:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:21:55,676 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,676 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,676 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,676 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,676 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,676 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33039,1732447313794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:21:55,697 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:21:55,697 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33039,1732447313794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,697 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,697 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.Replication(171): f5f73e76a839,33039,1732447313794 started 2024-11-24T11:21:55,714 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:55,714 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,33039,1732447313794, RpcServer on f5f73e76a839/172.17.0.3:33039, sessionid=0x1016c9411110001 2024-11-24T11:21:55,714 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:21:55,714 DEBUG [RS:0;f5f73e76a839:33039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,33039,1732447313794 2024-11-24T11:21:55,714 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,33039,1732447313794' 2024-11-24T11:21:55,714 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0391688058/flush-table-proc/abort' 2024-11-24T11:21:55,715 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0391688058/flush-table-proc/acquired' 2024-11-24T11:21:55,715 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:21:55,715 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:21:55,715 DEBUG [RS:0;f5f73e76a839:33039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,33039,1732447313794 2024-11-24T11:21:55,715 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,33039,1732447313794' 2024-11-24T11:21:55,715 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0391688058/online-snapshot/abort' 2024-11-24T11:21:55,715 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0391688058/online-snapshot/acquired' 2024-11-24T11:21:55,716 DEBUG [RS:0;f5f73e76a839:33039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:21:55,716 INFO [RS:0;f5f73e76a839:33039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:21:55,716 INFO [RS:0;f5f73e76a839:33039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:21:55,813 WARN [f5f73e76a839:32967 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T11:21:55,816 INFO [RS:0;f5f73e76a839:33039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:21:55,817 INFO [RS:0;f5f73e76a839:33039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C33039%2C1732447313794, suffix=, logDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794, archiveDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/oldWALs, maxLogs=10 2024-11-24T11:21:55,830 DEBUG [RS:0;f5f73e76a839:33039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817, exclude list is [], retry=0 2024-11-24T11:21:55,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35503,DS-41166947-08f8-4ec2-bd80-879e43b0cd18,DISK] 2024-11-24T11:21:55,834 INFO [RS:0;f5f73e76a839:33039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 2024-11-24T11:21:55,835 DEBUG [RS:0;f5f73e76a839:33039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34543:34543)] 2024-11-24T11:21:56,063 DEBUG [f5f73e76a839:32967 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:21:56,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,33039,1732447313794 2024-11-24T11:21:56,064 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,33039,1732447313794, state=OPENING 2024-11-24T11:21:56,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:21:56,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:56,143 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:21:56,143 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:21:56,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0391688058/meta-region-server: CHANGED 2024-11-24T11:21:56,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,33039,1732447313794}] 2024-11-24T11:21:56,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0391688058/meta-region-server: CHANGED 2024-11-24T11:21:56,301 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:21:56,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:21:56,305 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:21:56,306 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:21:56,306 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:21:56,307 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C33039%2C1732447313794.meta, suffix=.meta, logDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794, archiveDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/oldWALs, maxLogs=10 2024-11-24T11:21:56,339 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.meta.1732447316307.meta, exclude list is [], retry=0 2024-11-24T11:21:56,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35503,DS-41166947-08f8-4ec2-bd80-879e43b0cd18,DISK] 2024-11-24T11:21:56,342 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.meta.1732447316307.meta 2024-11-24T11:21:56,343 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34543:34543)] 2024-11-24T11:21:56,343 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:21:56,343 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:21:56,343 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:21:56,343 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:21:56,343 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:21:56,344 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:21:56,344 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:21:56,344 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:21:56,344 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:21:56,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:21:56,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:21:56,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:56,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:56,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:21:56,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:21:56,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:56,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:56,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:21:56,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:21:56,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:56,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:56,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:21:56,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:21:56,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:21:56,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:21:56,349 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:21:56,350 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740 2024-11-24T11:21:56,350 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740 2024-11-24T11:21:56,351 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:21:56,351 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:21:56,352 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:21:56,353 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:21:56,353 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67056729, jitterRate=-7.768720388412476E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:21:56,353 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:21:56,354 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447316344Writing region info on filesystem at 1732447316344Initializing all the Stores at 1732447316345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447316345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447316345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447316345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447316345Cleaning up temporary data from old regions at 1732447316351 (+6 ms)Running coprocessor post-open hooks at 1732447316353 (+2 ms)Region opened successfully at 1732447316354 (+1 ms) 2024-11-24T11:21:56,355 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447316300 2024-11-24T11:21:56,357 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:21:56,357 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:21:56,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,33039,1732447313794 2024-11-24T11:21:56,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,33039,1732447313794, state=OPEN 2024-11-24T11:21:56,414 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0391688058/meta-region-server 2024-11-24T11:21:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0391688058/meta-region-server 2024-11-24T11:21:56,414 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,33039,1732447313794 2024-11-24T11:21:56,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0391688058/meta-region-server: CHANGED 2024-11-24T11:21:56,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0391688058/meta-region-server: CHANGED 2024-11-24T11:21:56,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:21:56,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,33039,1732447313794 in 271 msec 2024-11-24T11:21:56,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:21:56,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-24T11:21:56,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:21:56,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:21:56,420 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:56,420 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33039,1732447313794, seqNum=-1] 2024-11-24T11:21:56,420 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:56,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:56,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 950 msec 2024-11-24T11:21:56,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447316428, completionTime=-1 2024-11-24T11:21:56,428 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:21:56,428 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:21:56,430 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:21:56,430 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447376430 2024-11-24T11:21:56,430 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447436430 2024-11-24T11:21:56,431 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:21:56,431 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,32967,1732447313620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:56,431 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,32967,1732447313620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:56,431 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,32967,1732447313620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:56,431 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:32967, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:56,431 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:56,432 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:56,433 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:21:56,436 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.545sec 2024-11-24T11:21:56,436 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:21:56,436 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:21:56,437 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:21:56,437 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:21:56,437 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:21:56,437 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,32967,1732447313620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:21:56,437 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,32967,1732447313620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:21:56,441 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:21:56,442 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:21:56,442 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,32967,1732447313620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:21:56,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8a045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:56,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,32967,-1 for getting cluster id 2024-11-24T11:21:56,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:21:56,455 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb671a6d-60e3-46a2-a0ec-02ecb5286fa3' 2024-11-24T11:21:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:21:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb671a6d-60e3-46a2-a0ec-02ecb5286fa3" 2024-11-24T11:21:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8707573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,32967,-1] 2024-11-24T11:21:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:21:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:21:56,457 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:21:56,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:21:56,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:21:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33039,1732447313794, seqNum=-1] 2024-11-24T11:21:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:21:56,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:21:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,32967,1732447313620 2024-11-24T11:21:56,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:21:56,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:21:56,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c9411110002 connected 2024-11-24T11:21:56,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.log.dir so I do NOT create it in target/test-data/48137852-708c-bbc8-bf7b-135d180b9070 2024-11-24T11:21:56,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:21:56,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.tmp.dir so I do NOT create it in target/test-data/48137852-708c-bbc8-bf7b-135d180b9070 2024-11-24T11:21:56,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:21:56,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070 2024-11-24T11:21:56,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:21:56,493 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/cluster_0d656435-817e-b6d9-7623-ea2e634442ec, deleteOnExit=true 2024-11-24T11:21:56,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/test.cache.data in system properties and HBase conf 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:21:56,494 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:21:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:21:56,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:56,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:56,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:56,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:56,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:21:56,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:56,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:56,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:56,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5441beeb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/java.io.tmpdir/jetty-localhost-33337-hadoop-hdfs-3_4_1-tests_jar-_-any-7325824665840898728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:21:56,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:33337} 2024-11-24T11:21:56,992 INFO [Time-limited test {}] server.Server(415): Started @284805ms 2024-11-24T11:21:58,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:21:58,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:21:58,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:21:58,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:21:58,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:21:58,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:21:58,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:21:58,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55da76a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/java.io.tmpdir/jetty-localhost-43797-hadoop-hdfs-3_4_1-tests_jar-_-any-1774660151627609537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:21:58,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:43797} 2024-11-24T11:21:58,921 INFO [Time-limited test {}] server.Server(415): Started @286734ms 2024-11-24T11:21:58,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:21:59,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:21:59,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:21:59,427 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88478 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:21:59,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:21:59,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:00,337 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/cluster_0d656435-817e-b6d9-7623-ea2e634442ec/data/data1/current/BP-1406226063-172.17.0.3-1732447316515/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:00,337 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/cluster_0d656435-817e-b6d9-7623-ea2e634442ec/data/data2/current/BP-1406226063-172.17.0.3-1732447316515/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:00,358 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:22:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c5d0d92ce131d1f with lease ID 0x8d98f15f78feea77: Processing first storage report for DS-f80a867b-5738-44de-bacf-6a569e04f1f0 from datanode DatanodeRegistration(127.0.0.1:44895, datanodeUuid=7d0ee623-cf4b-48eb-b113-74a413400614, infoPort=43795, infoSecurePort=0, ipcPort=41495, storageInfo=lv=-57;cid=testClusterID;nsid=408976987;c=1732447316515) 2024-11-24T11:22:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c5d0d92ce131d1f with lease ID 0x8d98f15f78feea77: from storage DS-f80a867b-5738-44de-bacf-6a569e04f1f0 node DatanodeRegistration(127.0.0.1:44895, datanodeUuid=7d0ee623-cf4b-48eb-b113-74a413400614, infoPort=43795, infoSecurePort=0, ipcPort=41495, storageInfo=lv=-57;cid=testClusterID;nsid=408976987;c=1732447316515), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c5d0d92ce131d1f with lease ID 0x8d98f15f78feea77: Processing first storage report for DS-5591a1c9-971c-4f0d-a73b-a92c2310d7ed from datanode DatanodeRegistration(127.0.0.1:44895, datanodeUuid=7d0ee623-cf4b-48eb-b113-74a413400614, infoPort=43795, infoSecurePort=0, ipcPort=41495, storageInfo=lv=-57;cid=testClusterID;nsid=408976987;c=1732447316515) 2024-11-24T11:22:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c5d0d92ce131d1f with lease ID 0x8d98f15f78feea77: from storage DS-5591a1c9-971c-4f0d-a73b-a92c2310d7ed node DatanodeRegistration(127.0.0.1:44895, datanodeUuid=7d0ee623-cf4b-48eb-b113-74a413400614, infoPort=43795, infoSecurePort=0, ipcPort=41495, storageInfo=lv=-57;cid=testClusterID;nsid=408976987;c=1732447316515), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:00,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070 2024-11-24T11:22:00,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:00,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:00,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:22:00,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d with version=8 2024-11-24T11:22:00,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/hbase-staging 2024-11-24T11:22:00,796 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:00,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:00,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:00,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:00,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:00,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:00,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:22:00,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:00,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46457 2024-11-24T11:22:00,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46457 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:22:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464570x0, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:00,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46457-0x1016c9411110003 connected 2024-11-24T11:22:00,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:00,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:00,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on znode that does not yet exist, /1-1551479046/running 2024-11-24T11:22:00,924 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d, hbase.cluster.distributed=false 2024-11-24T11:22:00,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on znode that does not yet exist, /1-1551479046/acl 2024-11-24T11:22:00,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-24T11:22:00,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46457 2024-11-24T11:22:00,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46457 2024-11-24T11:22:00,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-24T11:22:00,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-24T11:22:00,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:00,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:00,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:00,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:00,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:00,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:00,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:22:00,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:00,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37585 2024-11-24T11:22:00,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37585 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:22:00,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:00,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:01,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375850x0, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:01,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37585-0x1016c9411110004 connected 2024-11-24T11:22:01,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on znode that does not yet exist, /1-1551479046/running 2024-11-24T11:22:01,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:22:01,007 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:22:01,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on znode that does not yet exist, /1-1551479046/master 2024-11-24T11:22:01,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on znode that does not yet exist, /1-1551479046/acl 2024-11-24T11:22:01,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-24T11:22:01,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37585 2024-11-24T11:22:01,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37585 2024-11-24T11:22:01,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-24T11:22:01,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-24T11:22:01,020 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:46457 2024-11-24T11:22:01,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1551479046/backup-masters/f5f73e76a839,46457,1732447320796 2024-11-24T11:22:01,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046/backup-masters 2024-11-24T11:22:01,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046/backup-masters 2024-11-24T11:22:01,080 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on existing znode=/1-1551479046/backup-masters/f5f73e76a839,46457,1732447320796 2024-11-24T11:22:01,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:01,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1551479046/master 2024-11-24T11:22:01,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:01,154 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on existing znode=/1-1551479046/master 2024-11-24T11:22:01,154 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1551479046/backup-masters/f5f73e76a839,46457,1732447320796 from backup master directory 2024-11-24T11:22:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046/backup-masters 2024-11-24T11:22:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1551479046/backup-masters/f5f73e76a839,46457,1732447320796 2024-11-24T11:22:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046/backup-masters 2024-11-24T11:22:01,174 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:01,174 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,46457,1732447320796 2024-11-24T11:22:01,177 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/hbase.id] with ID: 303db0a6-8e4a-4f09-ae8f-ae36d8230d39 2024-11-24T11:22:01,177 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/.tmp/hbase.id 2024-11-24T11:22:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:22:01,582 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/.tmp/hbase.id]:[hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/hbase.id] 2024-11-24T11:22:01,589 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:01,589 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:22:01,590 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:22:01,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:01,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:01,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:22:01,646 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:01,646 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:22:01,646 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:22:01,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:22:01,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:01,917 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:22:02,052 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store 2024-11-24T11:22:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:22:02,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:02,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:02,057 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:02,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:02,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:02,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:02,057 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:02,057 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447322057Disabling compacts and flushes for region at 1732447322057Disabling writes for close at 1732447322057Writing region close event to WAL at 1732447322057Closed at 1732447322057 2024-11-24T11:22:02,057 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/.initializing 2024-11-24T11:22:02,058 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/WALs/f5f73e76a839,46457,1732447320796 2024-11-24T11:22:02,058 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:02,059 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C46457%2C1732447320796, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/WALs/f5f73e76a839,46457,1732447320796, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/oldWALs, maxLogs=10 2024-11-24T11:22:02,075 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/WALs/f5f73e76a839,46457,1732447320796/f5f73e76a839%2C46457%2C1732447320796.1732447322059, exclude list is [], retry=0 2024-11-24T11:22:02,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44895,DS-f80a867b-5738-44de-bacf-6a569e04f1f0,DISK] 2024-11-24T11:22:02,079 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/WALs/f5f73e76a839,46457,1732447320796/f5f73e76a839%2C46457%2C1732447320796.1732447322059 2024-11-24T11:22:02,079 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43795:43795)] 2024-11-24T11:22:02,079 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:02,079 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:02,079 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,079 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:22:02,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:02,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:02,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:22:02,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:02,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:02,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:22:02,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:02,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:02,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:22:02,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:02,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:02,084 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,085 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,085 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,086 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,086 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,086 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:02,087 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:02,088 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:02,089 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64374825, jitterRate=-0.04074035584926605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:02,089 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447322079Initializing all the Stores at 1732447322080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447322080Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447322080Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447322080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447322080Cleaning up temporary data from old regions at 1732447322086 (+6 ms)Region opened successfully at 1732447322089 (+3 ms) 2024-11-24T11:22:02,089 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:22:02,091 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a74aa84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:02,092 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:22:02,092 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:22:02,092 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:22:02,092 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:22:02,092 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:22:02,092 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:22:02,092 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:22:02,094 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:22:02,094 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Unable to get data of znode /1-1551479046/balancer because node does not exist (not necessarily an error) 2024-11-24T11:22:02,168 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1551479046/balancer already deleted, retry=false 2024-11-24T11:22:02,169 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:22:02,169 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Unable to get data of znode /1-1551479046/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:22:02,309 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1551479046/normalizer already deleted, retry=false 2024-11-24T11:22:02,310 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:22:02,311 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Unable to get data of znode /1-1551479046/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:22:02,405 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1551479046/switch/split already deleted, retry=false 2024-11-24T11:22:02,406 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Unable to get data of znode /1-1551479046/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:22:02,470 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1551479046/switch/merge already deleted, retry=false 2024-11-24T11:22:02,472 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Unable to get data of znode /1-1551479046/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:22:02,533 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1551479046/snapshot-cleanup already deleted, retry=false 2024-11-24T11:22:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1551479046/running 2024-11-24T11:22:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1551479046/running 2024-11-24T11:22:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:02,660 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,46457,1732447320796, sessionid=0x1016c9411110003, setting cluster-up flag (Was=false) 2024-11-24T11:22:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:03,041 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1551479046/flush-table-proc/acquired, /1-1551479046/flush-table-proc/reached, /1-1551479046/flush-table-proc/abort 2024-11-24T11:22:03,042 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,46457,1732447320796 2024-11-24T11:22:03,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:03,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:03,401 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1551479046/online-snapshot/acquired, /1-1551479046/online-snapshot/reached, /1-1551479046/online-snapshot/abort 2024-11-24T11:22:03,403 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,46457,1732447320796 2024-11-24T11:22:03,403 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:22:03,405 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:03,405 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:22:03,405 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:22:03,405 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,46457,1732447320796 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:22:03,406 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:03,407 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:03,407 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:03,407 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:03,407 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:22:03,407 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,407 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:03,407 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:03,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:22:03,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:03,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:22:03,417 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447353417 2024-11-24T11:22:03,417 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:22:03,417 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:22:03,417 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:22:03,417 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:22:03,417 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:22:03,418 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:22:03,418 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(746): ClusterId : 303db0a6-8e4a-4f09-ae8f-ae36d8230d39 2024-11-24T11:22:03,418 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:22:03,419 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,419 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:22:03,419 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:22:03,420 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:22:03,420 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:22:03,420 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:22:03,420 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:22:03,420 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447323420,5,FailOnTimeoutGroup] 2024-11-24T11:22:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:22:03,421 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447323420,5,FailOnTimeoutGroup] 2024-11-24T11:22:03,421 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,421 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:22:03,421 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,421 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,497 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:22:03,497 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:22:03,593 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:22:03,593 DEBUG [RS:0;f5f73e76a839:37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742cfe35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:03,603 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:37585 2024-11-24T11:22:03,604 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:22:03,604 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:22:03,604 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:22:03,604 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,46457,1732447320796 with port=37585, startcode=1732447320945 2024-11-24T11:22:03,604 DEBUG [RS:0;f5f73e76a839:37585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:22:03,606 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:22:03,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,37585,1732447320945 2024-11-24T11:22:03,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,37585,1732447320945 2024-11-24T11:22:03,607 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d 2024-11-24T11:22:03,607 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34665 2024-11-24T11:22:03,607 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:22:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046/rs 2024-11-24T11:22:03,743 DEBUG [RS:0;f5f73e76a839:37585 {}] zookeeper.ZKUtil(111): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on existing znode=/1-1551479046/rs/f5f73e76a839,37585,1732447320945 2024-11-24T11:22:03,744 WARN [RS:0;f5f73e76a839:37585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:03,744 INFO [RS:0;f5f73e76a839:37585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:03,744 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945 2024-11-24T11:22:03,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,37585,1732447320945] 2024-11-24T11:22:03,746 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:22:03,748 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:22:03,748 INFO [RS:0;f5f73e76a839:37585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:22:03,748 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,748 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:22:03,749 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:22:03,749 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:03,749 DEBUG [RS:0;f5f73e76a839:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:03,750 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,750 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,750 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,750 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,750 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,750 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37585,1732447320945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:03,762 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:22:03,762 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37585,1732447320945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,762 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,762 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.Replication(171): f5f73e76a839,37585,1732447320945 started 2024-11-24T11:22:03,774 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:03,774 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,37585,1732447320945, RpcServer on f5f73e76a839/172.17.0.3:37585, sessionid=0x1016c9411110004 2024-11-24T11:22:03,774 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:22:03,774 DEBUG [RS:0;f5f73e76a839:37585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,37585,1732447320945 2024-11-24T11:22:03,774 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,37585,1732447320945' 2024-11-24T11:22:03,774 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1551479046/flush-table-proc/abort' 2024-11-24T11:22:03,775 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1551479046/flush-table-proc/acquired' 2024-11-24T11:22:03,775 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:22:03,775 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:22:03,775 DEBUG [RS:0;f5f73e76a839:37585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,37585,1732447320945 2024-11-24T11:22:03,775 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,37585,1732447320945' 2024-11-24T11:22:03,775 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1551479046/online-snapshot/abort' 2024-11-24T11:22:03,775 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1551479046/online-snapshot/acquired' 2024-11-24T11:22:03,775 DEBUG [RS:0;f5f73e76a839:37585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:22:03,776 INFO [RS:0;f5f73e76a839:37585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:22:03,776 INFO [RS:0;f5f73e76a839:37585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:22:03,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:22:03,821 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d 2024-11-24T11:22:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:22:03,876 INFO [RS:0;f5f73e76a839:37585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:03,877 INFO [RS:0;f5f73e76a839:37585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C37585%2C1732447320945, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/oldWALs, maxLogs=10 2024-11-24T11:22:03,889 DEBUG [RS:0;f5f73e76a839:37585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, exclude list is [], retry=0 2024-11-24T11:22:03,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44895,DS-f80a867b-5738-44de-bacf-6a569e04f1f0,DISK] 2024-11-24T11:22:03,892 INFO [RS:0;f5f73e76a839:37585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 2024-11-24T11:22:03,892 DEBUG [RS:0;f5f73e76a839:37585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43795:43795)] 2024-11-24T11:22:04,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:04,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:04,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:04,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:04,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:04,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:04,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:04,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:04,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:04,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:04,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740 2024-11-24T11:22:04,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740 2024-11-24T11:22:04,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:04,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:04,232 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:04,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:04,234 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:04,234 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66133214, jitterRate=-0.014538317918777466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:04,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447324225Initializing all the Stores at 1732447324226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447324226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447324226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447324226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447324226Cleaning up temporary data from old regions at 1732447324232 (+6 ms)Region opened successfully at 1732447324234 (+2 ms) 2024-11-24T11:22:04,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:04,235 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:04,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:04,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:04,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:04,235 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:04,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447324234Disabling compacts and flushes for region at 1732447324234Disabling writes for close at 1732447324235 (+1 ms)Writing region close event to WAL at 1732447324235Closed at 1732447324235 2024-11-24T11:22:04,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:04,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:22:04,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:22:04,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:04,237 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:22:04,388 DEBUG [f5f73e76a839:46457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:22:04,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,37585,1732447320945 2024-11-24T11:22:04,389 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,37585,1732447320945, state=OPENING 2024-11-24T11:22:04,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:22:04,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:04,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:04,406 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:04,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1551479046/meta-region-server: CHANGED 2024-11-24T11:22:04,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1551479046/meta-region-server: CHANGED 2024-11-24T11:22:04,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,37585,1732447320945}] 2024-11-24T11:22:04,558 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:04,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:22:04,564 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:22:04,564 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:04,565 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:22:04,566 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C37585%2C1732447320945.meta, suffix=.meta, logDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/oldWALs, maxLogs=10 2024-11-24T11:22:04,582 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.meta.1732447324566.meta, exclude list is [], retry=0 2024-11-24T11:22:04,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44895,DS-f80a867b-5738-44de-bacf-6a569e04f1f0,DISK] 2024-11-24T11:22:04,591 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.meta.1732447324566.meta 2024-11-24T11:22:04,594 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43795:43795)] 2024-11-24T11:22:04,594 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:04,594 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:04,595 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:04,595 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:22:04,595 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:22:04,595 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:22:04,595 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:04,595 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:22:04,595 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:22:04,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:04,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:04,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:04,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:04,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:04,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:04,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:04,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:04,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:04,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:04,604 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:04,605 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740 2024-11-24T11:22:04,605 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740 2024-11-24T11:22:04,606 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:04,607 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:04,607 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:04,608 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:04,608 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71859478, jitterRate=0.07078966498374939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:04,608 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:22:04,609 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447324595Writing region info on filesystem at 1732447324595Initializing all the Stores at 1732447324596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447324596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447324600 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447324600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447324600Cleaning up temporary data from old regions at 1732447324607 (+7 ms)Running coprocessor post-open hooks at 1732447324608 (+1 ms)Region opened successfully at 1732447324608 2024-11-24T11:22:04,609 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447324558 2024-11-24T11:22:04,613 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:22:04,613 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:22:04,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,37585,1732447320945 2024-11-24T11:22:04,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,37585,1732447320945, state=OPEN 2024-11-24T11:22:04,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1551479046/meta-region-server 2024-11-24T11:22:04,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1551479046/meta-region-server 2024-11-24T11:22:04,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,37585,1732447320945 2024-11-24T11:22:04,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1551479046/meta-region-server: CHANGED 2024-11-24T11:22:04,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1551479046/meta-region-server: CHANGED 2024-11-24T11:22:04,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:22:04,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,37585,1732447320945 in 220 msec 2024-11-24T11:22:04,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:22:04,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-24T11:22:04,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:04,632 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:22:04,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:04,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37585,1732447320945, seqNum=-1] 2024-11-24T11:22:04,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:04,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:04,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-24T11:22:04,638 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447324638, completionTime=-1 2024-11-24T11:22:04,638 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:22:04,639 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:22:04,640 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:22:04,640 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447384640 2024-11-24T11:22:04,640 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447444640 2024-11-24T11:22:04,640 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:22:04,641 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46457,1732447320796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:04,641 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46457,1732447320796-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:04,641 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46457,1732447320796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:04,641 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:46457, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:04,641 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:04,643 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:22:04,644 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:04,647 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.473sec 2024-11-24T11:22:04,647 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:22:04,647 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:22:04,647 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:22:04,647 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:22:04,647 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:22:04,647 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46457,1732447320796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:04,647 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46457,1732447320796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:22:04,649 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:22:04,649 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:22:04,649 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46457,1732447320796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:04,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f5f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:04,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46457,-1 for getting cluster id 2024-11-24T11:22:04,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:04,720 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '303db0a6-8e4a-4f09-ae8f-ae36d8230d39' 2024-11-24T11:22:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "303db0a6-8e4a-4f09-ae8f-ae36d8230d39" 2024-11-24T11:22:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e581fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46457,-1] 2024-11-24T11:22:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:04,721 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:04,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:04,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37585,1732447320945, seqNum=-1] 2024-11-24T11:22:04,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:04,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:04,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,46457,1732447320796 2024-11-24T11:22:04,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:22:04,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:04,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c9411110005 connected 2024-11-24T11:22:04,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.log.dir so I do NOT create it in target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884 2024-11-24T11:22:04,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:22:04,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.tmp.dir so I do NOT create it in target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884 2024-11-24T11:22:04,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:22:04,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884 2024-11-24T11:22:04,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:22:04,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/cluster_f800edc2-b5d4-03e1-3108-cc79f498808c, deleteOnExit=true 2024-11-24T11:22:04,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:22:04,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/test.cache.data in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:22:04,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:04,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:22:04,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:22:05,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:05,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:05,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:05,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:05,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:22:05,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:05,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350fbf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:05,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:05,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ac3a4bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/java.io.tmpdir/jetty-localhost-34017-hadoop-hdfs-3_4_1-tests_jar-_-any-9688226574121801420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:22:05,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ca859b{HTTP/1.1, (http/1.1)}{localhost:34017} 2024-11-24T11:22:05,261 INFO [Time-limited test {}] server.Server(415): Started @293074ms 2024-11-24T11:22:05,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:05,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:05,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:05,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:05,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:22:05,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf27b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:05,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:05,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24149e8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/java.io.tmpdir/jetty-localhost-37425-hadoop-hdfs-3_4_1-tests_jar-_-any-2068187294986346693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:22:05,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3326b06{HTTP/1.1, (http/1.1)}{localhost:37425} 2024-11-24T11:22:05,688 INFO [Time-limited test {}] server.Server(415): Started @293502ms 2024-11-24T11:22:05,690 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:22:06,377 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/cluster_f800edc2-b5d4-03e1-3108-cc79f498808c/data/data2/current/BP-1093723529-172.17.0.3-1732447324775/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:06,377 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/cluster_f800edc2-b5d4-03e1-3108-cc79f498808c/data/data1/current/BP-1093723529-172.17.0.3-1732447324775/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:06,396 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:22:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde56fbb02e2fdd9 with lease ID 0x808463bd8189ef72: Processing first storage report for DS-9669d3dd-43dd-43fb-8762-42934f78d77e from datanode DatanodeRegistration(127.0.0.1:41341, datanodeUuid=06ec5eee-58bb-4522-a082-d3cee10ac6f8, infoPort=44549, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=792118592;c=1732447324775) 2024-11-24T11:22:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde56fbb02e2fdd9 with lease ID 0x808463bd8189ef72: from storage DS-9669d3dd-43dd-43fb-8762-42934f78d77e node DatanodeRegistration(127.0.0.1:41341, datanodeUuid=06ec5eee-58bb-4522-a082-d3cee10ac6f8, infoPort=44549, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=792118592;c=1732447324775), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde56fbb02e2fdd9 with lease ID 0x808463bd8189ef72: Processing first storage report for DS-b8067036-d3af-4a73-9376-ba661a53cb5f from datanode DatanodeRegistration(127.0.0.1:41341, datanodeUuid=06ec5eee-58bb-4522-a082-d3cee10ac6f8, infoPort=44549, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=792118592;c=1732447324775) 2024-11-24T11:22:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde56fbb02e2fdd9 with lease ID 0x808463bd8189ef72: from storage DS-b8067036-d3af-4a73-9376-ba661a53cb5f node DatanodeRegistration(127.0.0.1:41341, datanodeUuid=06ec5eee-58bb-4522-a082-d3cee10ac6f8, infoPort=44549, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=792118592;c=1732447324775), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:06,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884 2024-11-24T11:22:06,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:06,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:06,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:22:06,853 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb with version=8 2024-11-24T11:22:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/hbase-staging 2024-11-24T11:22:06,856 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:06,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:06,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:06,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:06,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:06,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:06,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:22:06,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:06,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39611 2024-11-24T11:22:06,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39611 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:22:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396110x0, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:06,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39611-0x1016c9411110006 connected 2024-11-24T11:22:07,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:07,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:07,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on znode that does not yet exist, /2-351371558/running 2024-11-24T11:22:07,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb, hbase.cluster.distributed=false 2024-11-24T11:22:07,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on znode that does not yet exist, /2-351371558/acl 2024-11-24T11:22:07,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39611 2024-11-24T11:22:07,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39611 2024-11-24T11:22:07,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39611 2024-11-24T11:22:07,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39611 2024-11-24T11:22:07,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39611 2024-11-24T11:22:07,118 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:07,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:07,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:07,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:07,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:07,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:07,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:22:07,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:07,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39331 2024-11-24T11:22:07,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39331 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:22:07,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:07,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393310x0, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:07,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39331-0x1016c9411110007 connected 2024-11-24T11:22:07,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on znode that does not yet exist, /2-351371558/running 2024-11-24T11:22:07,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:22:07,143 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:22:07,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on znode that does not yet exist, /2-351371558/master 2024-11-24T11:22:07,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on znode that does not yet exist, /2-351371558/acl 2024-11-24T11:22:07,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39331 2024-11-24T11:22:07,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39331 2024-11-24T11:22:07,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39331 2024-11-24T11:22:07,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39331 2024-11-24T11:22:07,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39331 2024-11-24T11:22:07,183 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:39611 2024-11-24T11:22:07,184 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-351371558/backup-masters/f5f73e76a839,39611,1732447326856 2024-11-24T11:22:07,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558/backup-masters 2024-11-24T11:22:07,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558/backup-masters 2024-11-24T11:22:07,195 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on existing znode=/2-351371558/backup-masters/f5f73e76a839,39611,1732447326856 2024-11-24T11:22:07,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:07,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-351371558/master 2024-11-24T11:22:07,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:07,206 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on existing znode=/2-351371558/master 2024-11-24T11:22:07,206 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-351371558/backup-masters/f5f73e76a839,39611,1732447326856 from backup master directory 2024-11-24T11:22:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-351371558/backup-masters/f5f73e76a839,39611,1732447326856 2024-11-24T11:22:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558/backup-masters 2024-11-24T11:22:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558/backup-masters 2024-11-24T11:22:07,216 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:07,216 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,39611,1732447326856 2024-11-24T11:22:07,224 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/hbase.id] with ID: 7ac40d10-c505-4fd5-b942-e4486ab4815a 2024-11-24T11:22:07,225 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/.tmp/hbase.id 2024-11-24T11:22:07,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:22:07,629 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/.tmp/hbase.id]:[hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/hbase.id] 2024-11-24T11:22:07,635 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:07,635 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:22:07,639 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-24T11:22:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:22:08,273 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:08,274 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:22:08,276 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:22:08,287 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store 2024-11-24T11:22:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:22:08,710 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:08,710 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:08,710 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:08,710 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:08,710 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:08,710 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:08,710 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:08,710 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447328710Disabling compacts and flushes for region at 1732447328710Disabling writes for close at 1732447328710Writing region close event to WAL at 1732447328710Closed at 1732447328710 2024-11-24T11:22:08,711 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/.initializing 2024-11-24T11:22:08,711 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/WALs/f5f73e76a839,39611,1732447326856 2024-11-24T11:22:08,711 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:08,713 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C39611%2C1732447326856, suffix=, logDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/WALs/f5f73e76a839,39611,1732447326856, archiveDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/oldWALs, maxLogs=10 2024-11-24T11:22:08,724 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/WALs/f5f73e76a839,39611,1732447326856/f5f73e76a839%2C39611%2C1732447326856.1732447328713, exclude list is [], retry=0 2024-11-24T11:22:08,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41341,DS-9669d3dd-43dd-43fb-8762-42934f78d77e,DISK] 2024-11-24T11:22:08,728 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/WALs/f5f73e76a839,39611,1732447326856/f5f73e76a839%2C39611%2C1732447326856.1732447328713 2024-11-24T11:22:08,728 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44549:44549)] 2024-11-24T11:22:08,728 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:08,728 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:08,728 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,728 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:22:08,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:08,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:08,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:22:08,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:08,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:08,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:22:08,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:22:08,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:08,734 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,734 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,734 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,735 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,735 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,735 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:08,736 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:08,737 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:08,738 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59537541, jitterRate=-0.11282150447368622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:08,738 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447328728Initializing all the Stores at 1732447328729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447328729Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447328729Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447328729Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447328729Cleaning up temporary data from old regions at 1732447328735 (+6 ms)Region opened successfully at 1732447328738 (+3 ms) 2024-11-24T11:22:08,738 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:22:08,740 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba3136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:08,740 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:22:08,740 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:22:08,741 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:22:08,741 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:22:08,741 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:22:08,741 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:22:08,741 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:22:08,743 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:22:08,743 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Unable to get data of znode /2-351371558/balancer because node does not exist (not necessarily an error) 2024-11-24T11:22:08,805 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-351371558/balancer already deleted, retry=false 2024-11-24T11:22:08,806 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:22:08,806 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Unable to get data of znode /2-351371558/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:22:08,816 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-351371558/normalizer already deleted, retry=false 2024-11-24T11:22:08,816 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:22:08,817 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Unable to get data of znode /2-351371558/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:22:08,826 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-351371558/switch/split already deleted, retry=false 2024-11-24T11:22:08,827 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Unable to get data of znode /2-351371558/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:22:08,837 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-351371558/switch/merge already deleted, retry=false 2024-11-24T11:22:08,838 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Unable to get data of znode /2-351371558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:22:08,847 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-351371558/snapshot-cleanup already deleted, retry=false 2024-11-24T11:22:08,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-351371558/running 2024-11-24T11:22:08,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-351371558/running 2024-11-24T11:22:08,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:08,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:08,859 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,39611,1732447326856, sessionid=0x1016c9411110006, setting cluster-up flag (Was=false) 2024-11-24T11:22:08,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:08,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:08,911 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-351371558/flush-table-proc/acquired, /2-351371558/flush-table-proc/reached, /2-351371558/flush-table-proc/abort 2024-11-24T11:22:08,911 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,39611,1732447326856 2024-11-24T11:22:08,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:08,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:08,965 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-351371558/online-snapshot/acquired, /2-351371558/online-snapshot/reached, /2-351371558/online-snapshot/abort 2024-11-24T11:22:08,965 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,39611,1732447326856 2024-11-24T11:22:08,966 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:22:08,968 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:08,968 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:22:08,968 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:22:08,968 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,39611,1732447326856 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:22:08,969 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:08,969 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:08,969 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:08,969 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:08,969 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:22:08,970 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:08,970 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:08,970 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:08,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447358971 2024-11-24T11:22:08,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:22:08,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:08,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:22:08,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:22:08,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:22:08,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:22:08,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:22:08,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:22:08,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:08,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:22:08,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:22:08,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:22:08,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:22:08,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:08,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:22:08,976 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:22:08,976 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:22:08,980 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447328976,5,FailOnTimeoutGroup] 2024-11-24T11:22:08,980 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447328980,5,FailOnTimeoutGroup] 2024-11-24T11:22:08,980 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:08,980 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:22:08,980 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:08,980 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:22:09,057 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(746): ClusterId : 7ac40d10-c505-4fd5-b942-e4486ab4815a 2024-11-24T11:22:09,058 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:22:09,069 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:22:09,069 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:22:09,080 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:22:09,080 DEBUG [RS:0;f5f73e76a839:39331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a04bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:09,091 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:39331 2024-11-24T11:22:09,091 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:22:09,091 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:22:09,091 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:22:09,091 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,39611,1732447326856 with port=39331, startcode=1732447327118 2024-11-24T11:22:09,091 DEBUG [RS:0;f5f73e76a839:39331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:22:09,092 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:22:09,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,39331,1732447327118 2024-11-24T11:22:09,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39611 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,39331,1732447327118 2024-11-24T11:22:09,094 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb 2024-11-24T11:22:09,094 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38933 2024-11-24T11:22:09,094 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:22:09,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558/rs 2024-11-24T11:22:09,138 DEBUG [RS:0;f5f73e76a839:39331 {}] zookeeper.ZKUtil(111): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on existing znode=/2-351371558/rs/f5f73e76a839,39331,1732447327118 2024-11-24T11:22:09,138 WARN [RS:0;f5f73e76a839:39331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:09,138 INFO [RS:0;f5f73e76a839:39331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:09,138 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118 2024-11-24T11:22:09,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,39331,1732447327118] 2024-11-24T11:22:09,140 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:22:09,141 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:22:09,141 INFO [RS:0;f5f73e76a839:39331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:22:09,141 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,141 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:22:09,142 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:22:09,142 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:09,142 DEBUG [RS:0;f5f73e76a839:39331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:09,143 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,143 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,143 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,143 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,143 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,143 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39331,1732447327118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:09,155 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:22:09,155 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39331,1732447327118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,155 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,155 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.Replication(171): f5f73e76a839,39331,1732447327118 started 2024-11-24T11:22:09,168 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:09,168 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,39331,1732447327118, RpcServer on f5f73e76a839/172.17.0.3:39331, sessionid=0x1016c9411110007 2024-11-24T11:22:09,168 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:22:09,168 DEBUG [RS:0;f5f73e76a839:39331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,39331,1732447327118 2024-11-24T11:22:09,168 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,39331,1732447327118' 2024-11-24T11:22:09,168 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-351371558/flush-table-proc/abort' 2024-11-24T11:22:09,168 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-351371558/flush-table-proc/acquired' 2024-11-24T11:22:09,169 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:22:09,169 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:22:09,169 DEBUG [RS:0;f5f73e76a839:39331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,39331,1732447327118 2024-11-24T11:22:09,169 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,39331,1732447327118' 2024-11-24T11:22:09,169 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-351371558/online-snapshot/abort' 2024-11-24T11:22:09,169 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-351371558/online-snapshot/acquired' 2024-11-24T11:22:09,169 DEBUG [RS:0;f5f73e76a839:39331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:22:09,169 INFO [RS:0;f5f73e76a839:39331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:22:09,169 INFO [RS:0;f5f73e76a839:39331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:22:09,269 INFO [RS:0;f5f73e76a839:39331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:09,270 INFO [RS:0;f5f73e76a839:39331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39331%2C1732447327118, suffix=, logDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118, archiveDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/oldWALs, maxLogs=10 2024-11-24T11:22:09,282 DEBUG [RS:0;f5f73e76a839:39331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, exclude list is [], retry=0 2024-11-24T11:22:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41341,DS-9669d3dd-43dd-43fb-8762-42934f78d77e,DISK] 2024-11-24T11:22:09,285 INFO [RS:0;f5f73e76a839:39331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 2024-11-24T11:22:09,285 DEBUG [RS:0;f5f73e76a839:39331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44549:44549)] 2024-11-24T11:22:09,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:22:09,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb 2024-11-24T11:22:09,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:22:09,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:09,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:09,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:09,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:09,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:09,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:09,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:09,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:09,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:09,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:09,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:09,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:09,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:09,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:09,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:09,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:09,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:09,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:09,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740 2024-11-24T11:22:09,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740 2024-11-24T11:22:09,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:09,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:09,800 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:09,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:09,809 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:09,809 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61171021, jitterRate=-0.08848075568675995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:09,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447329788Initializing all the Stores at 1732447329791 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447329791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447329792 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447329792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447329792Cleaning up temporary data from old regions at 1732447329799 (+7 ms)Region opened successfully at 1732447329809 (+10 ms) 2024-11-24T11:22:09,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:09,809 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:09,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:09,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:09,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:09,810 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:09,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447329809Disabling compacts and flushes for region at 1732447329809Disabling writes for close at 1732447329809Writing region close event to WAL at 1732447329810 (+1 ms)Closed at 1732447329810 2024-11-24T11:22:09,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:09,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:22:09,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:22:09,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:09,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:22:09,963 DEBUG [f5f73e76a839:39611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:22:09,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,39331,1732447327118 2024-11-24T11:22:09,964 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39331,1732447327118, state=OPENING 2024-11-24T11:22:10,026 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:22:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:10,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-351371558/meta-region-server: CHANGED 2024-11-24T11:22:10,038 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:10,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-351371558/meta-region-server: CHANGED 2024-11-24T11:22:10,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,39331,1732447327118}] 2024-11-24T11:22:10,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:22:10,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:10,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:10,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:22:10,207 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:22:10,207 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:10,207 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:22:10,210 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39331%2C1732447327118.meta, suffix=.meta, logDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118, archiveDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/oldWALs, maxLogs=10 2024-11-24T11:22:10,239 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.meta.1732447330210.meta, exclude list is [], retry=0 2024-11-24T11:22:10,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41341,DS-9669d3dd-43dd-43fb-8762-42934f78d77e,DISK] 2024-11-24T11:22:10,257 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.meta.1732447330210.meta 2024-11-24T11:22:10,257 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44549:44549)] 2024-11-24T11:22:10,257 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:10,257 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:10,258 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:10,258 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:22:10,258 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:22:10,258 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:22:10,258 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:10,258 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:22:10,258 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:22:10,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:10,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:10,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:10,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:10,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:10,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:10,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:10,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:10,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:10,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:10,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:10,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:10,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:10,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:10,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:10,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:10,268 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:10,268 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740 2024-11-24T11:22:10,269 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740 2024-11-24T11:22:10,270 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:10,270 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:10,270 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:10,271 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:10,272 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60810773, jitterRate=-0.09384886920452118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:10,272 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:22:10,272 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447330258Writing region info on filesystem at 1732447330258Initializing all the Stores at 1732447330259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447330259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447330259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447330259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447330259Cleaning up temporary data from old regions at 1732447330270 (+11 ms)Running coprocessor post-open hooks at 1732447330272 (+2 ms)Region opened successfully at 1732447330272 2024-11-24T11:22:10,273 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447330200 2024-11-24T11:22:10,279 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:22:10,279 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:22:10,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,39331,1732447327118 2024-11-24T11:22:10,283 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,39331,1732447327118, state=OPEN 2024-11-24T11:22:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-351371558/meta-region-server 2024-11-24T11:22:10,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-351371558/meta-region-server: CHANGED 2024-11-24T11:22:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-351371558/meta-region-server 2024-11-24T11:22:10,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-351371558/meta-region-server: CHANGED 2024-11-24T11:22:10,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,39331,1732447327118 2024-11-24T11:22:10,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:22:10,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,39331,1732447327118 in 253 msec 2024-11-24T11:22:10,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:22:10,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-24T11:22:10,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:10,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:22:10,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:10,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39331,1732447327118, seqNum=-1] 2024-11-24T11:22:10,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:10,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:10,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-24T11:22:10,307 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447330307, completionTime=-1 2024-11-24T11:22:10,307 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:22:10,307 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:22:10,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:22:10,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447390309 2024-11-24T11:22:10,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447450309 2024-11-24T11:22:10,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:22:10,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39611,1732447326856-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:10,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39611,1732447326856-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:10,309 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39611,1732447326856-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:10,310 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:39611, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:10,310 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:10,310 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:10,312 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:22:10,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.098sec 2024-11-24T11:22:10,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:22:10,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:22:10,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:22:10,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:22:10,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:22:10,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39611,1732447326856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:10,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39611,1732447326856-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:22:10,346 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:22:10,346 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:22:10,346 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39611,1732447326856-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:10,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def4362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:10,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39611,-1 for getting cluster id 2024-11-24T11:22:10,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:10,360 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ac40d10-c505-4fd5-b942-e4486ab4815a' 2024-11-24T11:22:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ac40d10-c505-4fd5-b942-e4486ab4815a" 2024-11-24T11:22:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1822e937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39611,-1] 2024-11-24T11:22:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:10,363 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:10,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:10,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:10,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39331,1732447327118, seqNum=-1] 2024-11-24T11:22:10,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:10,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:10,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,39611,1732447326856 2024-11-24T11:22:10,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55587 2024-11-24T11:22:10,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:10,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016c9411110008 connected 2024-11-24T11:22:10,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:10,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,32967,1732447313620 2024-11-24T11:22:10,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5feff2d0 2024-11-24T11:22:10,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:10,400 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:10,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:22:10,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:10,404 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:10,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:22:10,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:22:10,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a01c0918d3824e54de4c9b2bbc0af3c2, NAME => 'test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce 2024-11-24T11:22:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:22:10,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:10,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a01c0918d3824e54de4c9b2bbc0af3c2, disabling compactions & flushes 2024-11-24T11:22:10,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:10,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:10,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. after waiting 0 ms 2024-11-24T11:22:10,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:10,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:10,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a01c0918d3824e54de4c9b2bbc0af3c2: Waiting for close lock at 1732447330488Disabling compacts and flushes for region at 1732447330488Disabling writes for close at 1732447330488Writing region close event to WAL at 1732447330488Closed at 1732447330488 2024-11-24T11:22:10,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:10,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447330490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447330490"}]},"ts":"1732447330490"} 2024-11-24T11:22:10,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:22:10,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:10,494 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447330493"}]},"ts":"1732447330493"} 2024-11-24T11:22:10,496 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:22:10,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a01c0918d3824e54de4c9b2bbc0af3c2, ASSIGN}] 2024-11-24T11:22:10,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a01c0918d3824e54de4c9b2bbc0af3c2, ASSIGN 2024-11-24T11:22:10,498 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a01c0918d3824e54de4c9b2bbc0af3c2, ASSIGN; state=OFFLINE, location=f5f73e76a839,33039,1732447313794; forceNewPlan=false, retain=false 2024-11-24T11:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:10,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a01c0918d3824e54de4c9b2bbc0af3c2, regionState=OPENING, regionLocation=f5f73e76a839,33039,1732447313794 2024-11-24T11:22:10,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a01c0918d3824e54de4c9b2bbc0af3c2, ASSIGN because future has completed 2024-11-24T11:22:10,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a01c0918d3824e54de4c9b2bbc0af3c2, server=f5f73e76a839,33039,1732447313794}] 2024-11-24T11:22:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:10,846 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:10,846 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a01c0918d3824e54de4c9b2bbc0af3c2, NAME => 'test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:10,846 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:10,846 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:22:10,846 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,846 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:10,846 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,847 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,848 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,849 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a01c0918d3824e54de4c9b2bbc0af3c2 columnFamilyName f 2024-11-24T11:22:10,849 DEBUG [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:10,849 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] regionserver.HStore(327): Store=a01c0918d3824e54de4c9b2bbc0af3c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:10,849 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,850 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a01c0918d3824e54de4c9b2bbc0af3c2 columnFamilyName f1 2024-11-24T11:22:10,851 DEBUG [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:10,851 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] regionserver.HStore(327): Store=a01c0918d3824e54de4c9b2bbc0af3c2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:10,851 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,853 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a01c0918d3824e54de4c9b2bbc0af3c2 columnFamilyName norep 2024-11-24T11:22:10,853 DEBUG [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:10,854 INFO [StoreOpener-a01c0918d3824e54de4c9b2bbc0af3c2-1 {}] regionserver.HStore(327): Store=a01c0918d3824e54de4c9b2bbc0af3c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:10,854 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,855 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,855 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,856 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,856 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,857 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:22:10,858 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,860 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:10,860 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a01c0918d3824e54de4c9b2bbc0af3c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65514960, jitterRate=-0.023751020431518555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:22:10,861 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:10,861 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a01c0918d3824e54de4c9b2bbc0af3c2: Running coprocessor pre-open hook at 1732447330847Writing region info on filesystem at 1732447330847Initializing all the Stores at 1732447330847Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447330847Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447330847Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447330847Cleaning up temporary data from old regions at 1732447330856 (+9 ms)Running coprocessor post-open hooks at 1732447330861 (+5 ms)Region opened successfully at 1732447330861 2024-11-24T11:22:10,862 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2., pid=6, masterSystemTime=1732447330809 2024-11-24T11:22:10,865 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:10,865 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:10,865 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a01c0918d3824e54de4c9b2bbc0af3c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,33039,1732447313794 2024-11-24T11:22:10,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a01c0918d3824e54de4c9b2bbc0af3c2, server=f5f73e76a839,33039,1732447313794 because future has completed 2024-11-24T11:22:10,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:22:10,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a01c0918d3824e54de4c9b2bbc0af3c2, server=f5f73e76a839,33039,1732447313794 in 222 msec 2024-11-24T11:22:10,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:22:10,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a01c0918d3824e54de4c9b2bbc0af3c2, ASSIGN in 380 msec 2024-11-24T11:22:10,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:10,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447330878"}]},"ts":"1732447330878"} 2024-11-24T11:22:10,880 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:22:10,881 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:10,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 480 msec 2024-11-24T11:22:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:11,037 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:22:11,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46457,1732447320796 2024-11-24T11:22:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ffa57e7 2024-11-24T11:22:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:11,041 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:11,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:22:11,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:11,045 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:11,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:11,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:22:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:22:11,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd2e2258c339b707f6657d8a2008d333, NAME => 'test,,1732447331041.dd2e2258c339b707f6657d8a2008d333.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d 2024-11-24T11:22:11,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:22:11,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447331041.dd2e2258c339b707f6657d8a2008d333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:11,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dd2e2258c339b707f6657d8a2008d333, disabling compactions & flushes 2024-11-24T11:22:11,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:11,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:11,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. after waiting 0 ms 2024-11-24T11:22:11,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:11,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:11,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd2e2258c339b707f6657d8a2008d333: Waiting for close lock at 1732447331131Disabling compacts and flushes for region at 1732447331131Disabling writes for close at 1732447331131Writing region close event to WAL at 1732447331131Closed at 1732447331131 2024-11-24T11:22:11,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:11,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447331041.dd2e2258c339b707f6657d8a2008d333.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447331133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447331133"}]},"ts":"1732447331133"} 2024-11-24T11:22:11,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:22:11,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:11,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447331137"}]},"ts":"1732447331137"} 2024-11-24T11:22:11,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:22:11,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd2e2258c339b707f6657d8a2008d333, ASSIGN}] 2024-11-24T11:22:11,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd2e2258c339b707f6657d8a2008d333, ASSIGN 2024-11-24T11:22:11,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dd2e2258c339b707f6657d8a2008d333, ASSIGN; state=OFFLINE, location=f5f73e76a839,37585,1732447320945; forceNewPlan=false, retain=false 2024-11-24T11:22:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:11,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd2e2258c339b707f6657d8a2008d333, regionState=OPENING, regionLocation=f5f73e76a839,37585,1732447320945 2024-11-24T11:22:11,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dd2e2258c339b707f6657d8a2008d333, ASSIGN because future has completed 2024-11-24T11:22:11,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd2e2258c339b707f6657d8a2008d333, server=f5f73e76a839,37585,1732447320945}] 2024-11-24T11:22:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:11,482 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:11,482 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd2e2258c339b707f6657d8a2008d333, NAME => 'test,,1732447331041.dd2e2258c339b707f6657d8a2008d333.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:11,482 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:11,482 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:22:11,482 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,482 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447331041.dd2e2258c339b707f6657d8a2008d333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:11,483 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,483 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,483 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,484 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd2e2258c339b707f6657d8a2008d333 columnFamilyName f 2024-11-24T11:22:11,484 DEBUG [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:11,485 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] regionserver.HStore(327): Store=dd2e2258c339b707f6657d8a2008d333/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:11,485 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,486 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd2e2258c339b707f6657d8a2008d333 columnFamilyName f1 2024-11-24T11:22:11,486 DEBUG [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:11,486 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] regionserver.HStore(327): Store=dd2e2258c339b707f6657d8a2008d333/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:11,486 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,487 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd2e2258c339b707f6657d8a2008d333 columnFamilyName norep 2024-11-24T11:22:11,487 DEBUG [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:11,488 INFO [StoreOpener-dd2e2258c339b707f6657d8a2008d333-1 {}] regionserver.HStore(327): Store=dd2e2258c339b707f6657d8a2008d333/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:11,488 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,488 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,488 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,490 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,490 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,490 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:22:11,491 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,493 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:11,493 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd2e2258c339b707f6657d8a2008d333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70933555, jitterRate=0.056992337107658386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:22:11,493 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:11,493 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd2e2258c339b707f6657d8a2008d333: Running coprocessor pre-open hook at 1732447331483Writing region info on filesystem at 1732447331483Initializing all the Stores at 1732447331483Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447331483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447331483Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447331483Cleaning up temporary data from old regions at 1732447331490 (+7 ms)Running coprocessor post-open hooks at 1732447331493 (+3 ms)Region opened successfully at 1732447331493 2024-11-24T11:22:11,494 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447331041.dd2e2258c339b707f6657d8a2008d333., pid=6, masterSystemTime=1732447331470 2024-11-24T11:22:11,496 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:11,496 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:11,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd2e2258c339b707f6657d8a2008d333, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,37585,1732447320945 2024-11-24T11:22:11,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd2e2258c339b707f6657d8a2008d333, server=f5f73e76a839,37585,1732447320945 because future has completed 2024-11-24T11:22:11,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:22:11,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd2e2258c339b707f6657d8a2008d333, server=f5f73e76a839,37585,1732447320945 in 203 msec 2024-11-24T11:22:11,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:22:11,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dd2e2258c339b707f6657d8a2008d333, ASSIGN in 362 msec 2024-11-24T11:22:11,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:11,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447331505"}]},"ts":"1732447331505"} 2024-11-24T11:22:11,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:22:11,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:11,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 467 msec 2024-11-24T11:22:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:11,677 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:22:11,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39611,1732447326856 2024-11-24T11:22:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5200a3ce 2024-11-24T11:22:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:11,679 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:11,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:22:11,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:11,682 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:11,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:22:11,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:22:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:12,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8c3a18234da707af1d61d1f388d6b70, NAME => 'test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb 2024-11-24T11:22:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:22:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a8c3a18234da707af1d61d1f388d6b70, disabling compactions & flushes 2024-11-24T11:22:12,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. after waiting 0 ms 2024-11-24T11:22:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:12,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8c3a18234da707af1d61d1f388d6b70: Waiting for close lock at 1732447332094Disabling compacts and flushes for region at 1732447332094Disabling writes for close at 1732447332094Writing region close event to WAL at 1732447332094Closed at 1732447332094 2024-11-24T11:22:12,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:12,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447332096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447332096"}]},"ts":"1732447332096"} 2024-11-24T11:22:12,099 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:22:12,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:12,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447332101"}]},"ts":"1732447332101"} 2024-11-24T11:22:12,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:22:12,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8c3a18234da707af1d61d1f388d6b70, ASSIGN}] 2024-11-24T11:22:12,108 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8c3a18234da707af1d61d1f388d6b70, ASSIGN 2024-11-24T11:22:12,109 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a8c3a18234da707af1d61d1f388d6b70, ASSIGN; state=OFFLINE, location=f5f73e76a839,39331,1732447327118; forceNewPlan=false, retain=false 2024-11-24T11:22:12,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8c3a18234da707af1d61d1f388d6b70, regionState=OPENING, regionLocation=f5f73e76a839,39331,1732447327118 2024-11-24T11:22:12,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a8c3a18234da707af1d61d1f388d6b70, ASSIGN because future has completed 2024-11-24T11:22:12,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8c3a18234da707af1d61d1f388d6b70, server=f5f73e76a839,39331,1732447327118}] 2024-11-24T11:22:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:12,428 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:12,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a8c3a18234da707af1d61d1f388d6b70, NAME => 'test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:12,428 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:12,428 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:22:12,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:12,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,429 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,430 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8c3a18234da707af1d61d1f388d6b70 columnFamilyName f 2024-11-24T11:22:12,430 DEBUG [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:12,430 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] regionserver.HStore(327): Store=a8c3a18234da707af1d61d1f388d6b70/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:12,430 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,431 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8c3a18234da707af1d61d1f388d6b70 columnFamilyName f1 2024-11-24T11:22:12,431 DEBUG [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:12,432 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] regionserver.HStore(327): Store=a8c3a18234da707af1d61d1f388d6b70/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:12,432 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,432 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8c3a18234da707af1d61d1f388d6b70 columnFamilyName norep 2024-11-24T11:22:12,432 DEBUG [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:12,433 INFO [StoreOpener-a8c3a18234da707af1d61d1f388d6b70-1 {}] regionserver.HStore(327): Store=a8c3a18234da707af1d61d1f388d6b70/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:12,433 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,433 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,433 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,434 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,434 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,434 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:22:12,435 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,436 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:12,436 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a8c3a18234da707af1d61d1f388d6b70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65993769, jitterRate=-0.016616210341453552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:22:12,437 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:12,437 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a8c3a18234da707af1d61d1f388d6b70: Running coprocessor pre-open hook at 1732447332429Writing region info on filesystem at 1732447332429Initializing all the Stores at 1732447332429Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447332429Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447332429Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447332429Cleaning up temporary data from old regions at 1732447332434 (+5 ms)Running coprocessor post-open hooks at 1732447332437 (+3 ms)Region opened successfully at 1732447332437 2024-11-24T11:22:12,437 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70., pid=6, masterSystemTime=1732447332425 2024-11-24T11:22:12,439 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:12,439 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:12,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8c3a18234da707af1d61d1f388d6b70, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,39331,1732447327118 2024-11-24T11:22:12,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8c3a18234da707af1d61d1f388d6b70, server=f5f73e76a839,39331,1732447327118 because future has completed 2024-11-24T11:22:12,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:22:12,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8c3a18234da707af1d61d1f388d6b70, server=f5f73e76a839,39331,1732447327118 in 171 msec 2024-11-24T11:22:12,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:22:12,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a8c3a18234da707af1d61d1f388d6b70, ASSIGN in 339 msec 2024-11-24T11:22:12,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:12,446 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447332446"}]},"ts":"1732447332446"} 2024-11-24T11:22:12,447 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:22:12,448 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:12,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-24T11:22:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:12,817 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:22:12,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6afda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:12,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,32967,-1 for getting cluster id 2024-11-24T11:22:12,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:12,819 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb671a6d-60e3-46a2-a0ec-02ecb5286fa3' 2024-11-24T11:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb671a6d-60e3-46a2-a0ec-02ecb5286fa3" 2024-11-24T11:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9fcabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,32967,-1] 2024-11-24T11:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:12,820 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21546f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:12,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:12,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,32967,1732447313620 2024-11-24T11:22:12,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3579a165 2024-11-24T11:22:12,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:12,823 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:12,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:46457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:22:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:22:12,826 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:46457' 2024-11-24T11:22:12,827 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790ca531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:12,827 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46457,-1 for getting cluster id 2024-11-24T11:22:12,827 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:12,828 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '303db0a6-8e4a-4f09-ae8f-ae36d8230d39' 2024-11-24T11:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "303db0a6-8e4a-4f09-ae8f-ae36d8230d39" 2024-11-24T11:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d5a7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46457,-1] 2024-11-24T11:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:12,829 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420eb49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:12,830 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46457,1732447320796 2024-11-24T11:22:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47bd31c0 2024-11-24T11:22:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:12,832 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:12,833 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T11:22:12,833 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:22:12,833 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:12,833 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:12,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:12,835 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:12,837 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:22:12,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:12,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:12,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:12,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:22:12,887 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:22:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:13,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba2c39a591089626a299f3b7addf0bcd, NAME => 'hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce 2024-11-24T11:22:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:22:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:13,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:13,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ba2c39a591089626a299f3b7addf0bcd, disabling compactions & flushes 2024-11-24T11:22:13,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:13,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:13,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. after waiting 0 ms 2024-11-24T11:22:13,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:13,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:13,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba2c39a591089626a299f3b7addf0bcd: Waiting for close lock at 1732447333655Disabling compacts and flushes for region at 1732447333655Disabling writes for close at 1732447333655Writing region close event to WAL at 1732447333655Closed at 1732447333655 2024-11-24T11:22:13,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:13,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447333658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447333658"}]},"ts":"1732447333658"} 2024-11-24T11:22:13,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:22:13,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:13,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447333661"}]},"ts":"1732447333661"} 2024-11-24T11:22:13,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:22:13,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba2c39a591089626a299f3b7addf0bcd, ASSIGN}] 2024-11-24T11:22:13,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba2c39a591089626a299f3b7addf0bcd, ASSIGN 2024-11-24T11:22:13,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba2c39a591089626a299f3b7addf0bcd, ASSIGN; state=OFFLINE, location=f5f73e76a839,33039,1732447313794; forceNewPlan=false, retain=false 2024-11-24T11:22:13,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba2c39a591089626a299f3b7addf0bcd, regionState=OPENING, regionLocation=f5f73e76a839,33039,1732447313794 2024-11-24T11:22:13,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba2c39a591089626a299f3b7addf0bcd, ASSIGN because future has completed 2024-11-24T11:22:13,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba2c39a591089626a299f3b7addf0bcd, server=f5f73e76a839,33039,1732447313794}] 2024-11-24T11:22:13,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:22:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:14,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:14,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:14,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:22:14,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C33039%2C1732447313794.rep, suffix=, logDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794, archiveDir=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/oldWALs, maxLogs=10 2024-11-24T11:22:14,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.rep.1732447334012, exclude list is [], retry=0 2024-11-24T11:22:14,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35503,DS-41166947-08f8-4ec2-bd80-879e43b0cd18,DISK] 2024-11-24T11:22:14,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.rep.1732447334012 2024-11-24T11:22:14,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34543:34543)] 2024-11-24T11:22:14,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ba2c39a591089626a299f3b7addf0bcd, NAME => 'hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:14,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:14,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:14,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. service=MultiRowMutationService 2024-11-24T11:22:14,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:22:14,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:14,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,120 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,122 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2c39a591089626a299f3b7addf0bcd columnFamilyName hfileref 2024-11-24T11:22:14,122 DEBUG [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:14,124 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] regionserver.HStore(327): Store=ba2c39a591089626a299f3b7addf0bcd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:14,124 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,125 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2c39a591089626a299f3b7addf0bcd columnFamilyName queue 2024-11-24T11:22:14,125 DEBUG [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:14,126 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] regionserver.HStore(327): Store=ba2c39a591089626a299f3b7addf0bcd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:14,126 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,127 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2c39a591089626a299f3b7addf0bcd columnFamilyName sid 2024-11-24T11:22:14,127 DEBUG [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:14,127 INFO [StoreOpener-ba2c39a591089626a299f3b7addf0bcd-1 {}] regionserver.HStore(327): Store=ba2c39a591089626a299f3b7addf0bcd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:14,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:14,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ba2c39a591089626a299f3b7addf0bcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71822590, jitterRate=0.07023999094963074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:22:14,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:14,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ba2c39a591089626a299f3b7addf0bcd: Running coprocessor pre-open hook at 1732447334101Writing region info on filesystem at 1732447334101Initializing all the Stores at 1732447334102 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447334102Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447334111 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447334111Cleaning up temporary data from old regions at 1732447334129 (+18 ms)Running coprocessor post-open hooks at 1732447334139 (+10 ms)Region opened successfully at 1732447334139 2024-11-24T11:22:14,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd., pid=10, masterSystemTime=1732447333978 2024-11-24T11:22:14,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:14,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:14,148 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba2c39a591089626a299f3b7addf0bcd, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,33039,1732447313794 2024-11-24T11:22:14,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba2c39a591089626a299f3b7addf0bcd, server=f5f73e76a839,33039,1732447313794 because future has completed 2024-11-24T11:22:14,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:22:14,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ba2c39a591089626a299f3b7addf0bcd, server=f5f73e76a839,33039,1732447313794 in 335 msec 2024-11-24T11:22:14,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:22:14,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba2c39a591089626a299f3b7addf0bcd, ASSIGN in 499 msec 2024-11-24T11:22:14,168 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:14,168 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447334168"}]},"ts":"1732447334168"} 2024-11-24T11:22:14,172 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:22:14,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:14,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3380 sec 2024-11-24T11:22:14,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd., hostname=f5f73e76a839,33039,1732447313794, seqNum=2] 2024-11-24T11:22:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:22:14,258 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:22:14,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:22:14,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:22:14,434 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:22:14,507 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,33039,1732447313794, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:22:14,508 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:14,508 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33039,1732447313794, seqNum=-1] 2024-11-24T11:22:14,508 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:14,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T11:22:14,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,33039,1732447313794', locateType=CURRENT is [region=hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd., hostname=f5f73e76a839,33039,1732447313794, seqNum=2] 2024-11-24T11:22:14,536 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:22:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:22:14,539 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,33039,1732447313794 suceeded 2024-11-24T11:22:14,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:22:14,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 259 msec 2024-11-24T11:22:14,544 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:46457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:22:14,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7210 sec 2024-11-24T11:22:14,575 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:46457' 2024-11-24T11:22:14,586 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af951f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:14,586 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46457,-1 for getting cluster id 2024-11-24T11:22:14,586 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:14,587 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '303db0a6-8e4a-4f09-ae8f-ae36d8230d39' 2024-11-24T11:22:14,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:14,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "303db0a6-8e4a-4f09-ae8f-ae36d8230d39" 2024-11-24T11:22:14,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c972f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:14,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46457,-1] 2024-11-24T11:22:14,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:14,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:14,590 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:14,591 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f081564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:14,591 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:14,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46457,1732447320796 2024-11-24T11:22:14,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bfcbe3f 2024-11-24T11:22:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:14,594 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T11:22:14,605 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,33039,1732447313794 (queues=1) is replicating from cluster=cb671a6d-60e3-46a2-a0ec-02ecb5286fa3 to cluster=303db0a6-8e4a-4f09-ae8f-ae36d8230d39 2024-11-24T11:22:14,605 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C33039%2C1732447313794 2024-11-24T11:22:14,605 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,33039,1732447313794, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:22:14,621 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817, startPosition=0, beingWritten=true 2024-11-24T11:22:14,640 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C33039%2C1732447313794 2024-11-24T11:22:14,666 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:14,666 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:14,666 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33039,1732447313794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:14,896 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:14,988 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:22:14,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:14,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:14,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:14,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:14,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:14,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:14,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46457,-1 for getting cluster id 2024-11-24T11:22:14,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:14,993 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '303db0a6-8e4a-4f09-ae8f-ae36d8230d39' 2024-11-24T11:22:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "303db0a6-8e4a-4f09-ae8f-ae36d8230d39" 2024-11-24T11:22:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c18b260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46457,-1] 2024-11-24T11:22:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:14,997 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:14,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd45a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:14,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46457,1732447320796 2024-11-24T11:22:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a264efd 2024-11-24T11:22:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:15,001 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:15,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:39611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:22:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:22:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:15,008 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:39611' 2024-11-24T11:22:15,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268c3765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:15,012 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39611,-1 for getting cluster id 2024-11-24T11:22:15,013 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:15,014 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ac40d10-c505-4fd5-b942-e4486ab4815a' 2024-11-24T11:22:15,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:15,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ac40d10-c505-4fd5-b942-e4486ab4815a" 2024-11-24T11:22:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2368fcc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39611,-1] 2024-11-24T11:22:15,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:15,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:15,017 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:15,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a093865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:15,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:15,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39611,1732447326856 2024-11-24T11:22:15,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6589050d 2024-11-24T11:22:15,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:15,020 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:15,021 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T11:22:15,021 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:22:15,021 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:15,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:15,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:15,022 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:15,028 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:22:15,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:15,030 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:15,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:22:15,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18671b1368886a360ccd92b8e07298e0, NAME => 'hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d 2024-11-24T11:22:15,079 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:22:15,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:22:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:15,226 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:15,488 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:15,488 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18671b1368886a360ccd92b8e07298e0, disabling compactions & flushes 2024-11-24T11:22:15,488 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:15,488 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:15,488 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. after waiting 0 ms 2024-11-24T11:22:15,488 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:15,488 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:15,488 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18671b1368886a360ccd92b8e07298e0: Waiting for close lock at 1732447335488Disabling compacts and flushes for region at 1732447335488Disabling writes for close at 1732447335488Writing region close event to WAL at 1732447335488Closed at 1732447335488 2024-11-24T11:22:15,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:15,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447335489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447335489"}]},"ts":"1732447335489"} 2024-11-24T11:22:15,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:22:15,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:15,492 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447335492"}]},"ts":"1732447335492"} 2024-11-24T11:22:15,494 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:22:15,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18671b1368886a360ccd92b8e07298e0, ASSIGN}] 2024-11-24T11:22:15,496 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18671b1368886a360ccd92b8e07298e0, ASSIGN 2024-11-24T11:22:15,496 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18671b1368886a360ccd92b8e07298e0, ASSIGN; state=OFFLINE, location=f5f73e76a839,37585,1732447320945; forceNewPlan=false, retain=false 2024-11-24T11:22:15,630 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:15,647 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18671b1368886a360ccd92b8e07298e0, regionState=OPENING, regionLocation=f5f73e76a839,37585,1732447320945 2024-11-24T11:22:15,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18671b1368886a360ccd92b8e07298e0, ASSIGN because future has completed 2024-11-24T11:22:15,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18671b1368886a360ccd92b8e07298e0, server=f5f73e76a839,37585,1732447320945}] 2024-11-24T11:22:15,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:22:15,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:15,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:15,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:15,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:22:15,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C37585%2C1732447320945.rep, suffix=, logDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945, archiveDir=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/oldWALs, maxLogs=10 2024-11-24T11:22:15,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.rep.1732447335828, exclude list is [], retry=0 2024-11-24T11:22:15,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44895,DS-f80a867b-5738-44de-bacf-6a569e04f1f0,DISK] 2024-11-24T11:22:15,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.rep.1732447335828 2024-11-24T11:22:15,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43795:43795)] 2024-11-24T11:22:15,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18671b1368886a360ccd92b8e07298e0, NAME => 'hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:15,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:15,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:15,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. service=MultiRowMutationService 2024-11-24T11:22:15,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:22:15,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:15,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,860 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,862 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18671b1368886a360ccd92b8e07298e0 columnFamilyName hfileref 2024-11-24T11:22:15,862 DEBUG [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:15,862 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] regionserver.HStore(327): Store=18671b1368886a360ccd92b8e07298e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:15,862 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,863 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18671b1368886a360ccd92b8e07298e0 columnFamilyName queue 2024-11-24T11:22:15,863 DEBUG [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:15,864 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] regionserver.HStore(327): Store=18671b1368886a360ccd92b8e07298e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:15,864 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,865 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18671b1368886a360ccd92b8e07298e0 columnFamilyName sid 2024-11-24T11:22:15,865 DEBUG [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:15,866 INFO [StoreOpener-18671b1368886a360ccd92b8e07298e0-1 {}] regionserver.HStore(327): Store=18671b1368886a360ccd92b8e07298e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:15,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/replication/18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/replication/18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:22:15,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/replication/18671b1368886a360ccd92b8e07298e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:15,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18671b1368886a360ccd92b8e07298e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66828673, jitterRate=-0.004175171256065369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:22:15,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:15,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18671b1368886a360ccd92b8e07298e0: Running coprocessor pre-open hook at 1732447335859Writing region info on filesystem at 1732447335859Initializing all the Stores at 1732447335859Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447335859Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447335860 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447335860Cleaning up temporary data from old regions at 1732447335868 (+8 ms)Running coprocessor post-open hooks at 1732447335879 (+11 ms)Region opened successfully at 1732447335879 2024-11-24T11:22:15,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0., pid=10, masterSystemTime=1732447335806 2024-11-24T11:22:15,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:15,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:15,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18671b1368886a360ccd92b8e07298e0, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,37585,1732447320945 2024-11-24T11:22:15,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18671b1368886a360ccd92b8e07298e0, server=f5f73e76a839,37585,1732447320945 because future has completed 2024-11-24T11:22:15,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:22:15,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18671b1368886a360ccd92b8e07298e0, server=f5f73e76a839,37585,1732447320945 in 236 msec 2024-11-24T11:22:15,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:22:15,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18671b1368886a360ccd92b8e07298e0, ASSIGN in 395 msec 2024-11-24T11:22:15,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:15,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447335892"}]},"ts":"1732447335892"} 2024-11-24T11:22:15,894 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:22:15,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:15,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 868 msec 2024-11-24T11:22:15,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0., hostname=f5f73e76a839,37585,1732447320945, seqNum=2] 2024-11-24T11:22:16,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:16,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:16,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:22:16,137 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:16,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:22:16,180 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:22:16,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:22:16,218 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,37585,1732447320945, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:22:16,218 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:16,218 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37585,1732447320945, seqNum=-1] 2024-11-24T11:22:16,219 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:16,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T11:22:16,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,37585,1732447320945', locateType=CURRENT is [region=hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0., hostname=f5f73e76a839,37585,1732447320945, seqNum=2] 2024-11-24T11:22:16,223 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:22:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:22:16,225 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,37585,1732447320945 suceeded 2024-11-24T11:22:16,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:22:16,227 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:39611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:22:16,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-24T11:22:16,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2230 sec 2024-11-24T11:22:16,237 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:39611' 2024-11-24T11:22:16,238 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e7ab216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:16,238 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39611,-1 for getting cluster id 2024-11-24T11:22:16,238 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:16,238 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ac40d10-c505-4fd5-b942-e4486ab4815a' 2024-11-24T11:22:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ac40d10-c505-4fd5-b942-e4486ab4815a" 2024-11-24T11:22:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4625ba30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39611,-1] 2024-11-24T11:22:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:16,239 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:16,240 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658a846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:16,240 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:16,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39611,1732447326856 2024-11-24T11:22:16,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d454313 2024-11-24T11:22:16,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:16,241 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T11:22:16,242 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,37585,1732447320945 (queues=1) is replicating from cluster=303db0a6-8e4a-4f09-ae8f-ae36d8230d39 to cluster=7ac40d10-c505-4fd5-b942-e4486ab4815a 2024-11-24T11:22:16,242 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C37585%2C1732447320945 2024-11-24T11:22:16,242 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,37585,1732447320945, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:22:16,243 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C37585%2C1732447320945 2024-11-24T11:22:16,243 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, startPosition=0, beingWritten=true 2024-11-24T11:22:16,246 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:16,246 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 379, reset compression=false 2024-11-24T11:22:16,246 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37585,1732447320945 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:16,449 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 379, reset compression=false 2024-11-24T11:22:16,741 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:16,752 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 379, reset compression=false 2024-11-24T11:22:17,156 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 379, reset compression=false 2024-11-24T11:22:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:17,157 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:22:17,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:17,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:17,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:17,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:17,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:17,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:17,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39611,-1 for getting cluster id 2024-11-24T11:22:17,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:17,159 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ac40d10-c505-4fd5-b942-e4486ab4815a' 2024-11-24T11:22:17,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:17,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ac40d10-c505-4fd5-b942-e4486ab4815a" 2024-11-24T11:22:17,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601f5595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:17,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39611,-1] 2024-11-24T11:22:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:17,160 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aec8655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:17,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39611,1732447326856 2024-11-24T11:22:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198ee66c 2024-11-24T11:22:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:17,163 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:17,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:46457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:22:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:22:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:17,166 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:46457' 2024-11-24T11:22:17,167 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232d800b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:17,167 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46457,-1 for getting cluster id 2024-11-24T11:22:17,167 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:17,167 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '303db0a6-8e4a-4f09-ae8f-ae36d8230d39' 2024-11-24T11:22:17,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "303db0a6-8e4a-4f09-ae8f-ae36d8230d39" 2024-11-24T11:22:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c2f3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46457,-1] 2024-11-24T11:22:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:17,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:17,169 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:17,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14456de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:17,169 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:17,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46457,1732447320796 2024-11-24T11:22:17,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19bbdcaa 2024-11-24T11:22:17,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:17,171 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:17,171 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T11:22:17,171 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:22:17,171 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:17,171 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:17,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:17,172 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:17,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:22:17,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:17,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:17,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:22:17,180 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12b318c9e2cb8bdcc6a11dfa94ae358d, NAME => 'hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb 2024-11-24T11:22:17,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:22:17,224 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:22:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:17,445 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:17,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:17,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 12b318c9e2cb8bdcc6a11dfa94ae358d, disabling compactions & flushes 2024-11-24T11:22:17,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:17,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:17,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. after waiting 0 ms 2024-11-24T11:22:17,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:17,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:17,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12b318c9e2cb8bdcc6a11dfa94ae358d: Waiting for close lock at 1732447337585Disabling compacts and flushes for region at 1732447337585Disabling writes for close at 1732447337585Writing region close event to WAL at 1732447337585Closed at 1732447337585 2024-11-24T11:22:17,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:17,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447337587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447337587"}]},"ts":"1732447337587"} 2024-11-24T11:22:17,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:22:17,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:17,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447337590"}]},"ts":"1732447337590"} 2024-11-24T11:22:17,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:22:17,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12b318c9e2cb8bdcc6a11dfa94ae358d, ASSIGN}] 2024-11-24T11:22:17,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12b318c9e2cb8bdcc6a11dfa94ae358d, ASSIGN 2024-11-24T11:22:17,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12b318c9e2cb8bdcc6a11dfa94ae358d, ASSIGN; state=OFFLINE, location=f5f73e76a839,39331,1732447327118; forceNewPlan=false, retain=false 2024-11-24T11:22:17,660 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 379, reset compression=false 2024-11-24T11:22:17,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=12b318c9e2cb8bdcc6a11dfa94ae358d, regionState=OPENING, regionLocation=f5f73e76a839,39331,1732447327118 2024-11-24T11:22:17,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12b318c9e2cb8bdcc6a11dfa94ae358d, ASSIGN because future has completed 2024-11-24T11:22:17,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12b318c9e2cb8bdcc6a11dfa94ae358d, server=f5f73e76a839,39331,1732447327118}] 2024-11-24T11:22:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:17,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:17,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:17,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:22:17,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C39331%2C1732447327118.rep, suffix=, logDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118, archiveDir=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/oldWALs, maxLogs=10 2024-11-24T11:22:17,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.rep.1732447337906, exclude list is [], retry=0 2024-11-24T11:22:17,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41341,DS-9669d3dd-43dd-43fb-8762-42934f78d77e,DISK] 2024-11-24T11:22:17,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.rep.1732447337906 2024-11-24T11:22:17,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44549:44549)] 2024-11-24T11:22:17,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 12b318c9e2cb8bdcc6a11dfa94ae358d, NAME => 'hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:17,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:17,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:17,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. service=MultiRowMutationService 2024-11-24T11:22:17,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:22:17,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:17,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,936 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,937 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12b318c9e2cb8bdcc6a11dfa94ae358d columnFamilyName hfileref 2024-11-24T11:22:17,937 DEBUG [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:17,938 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] regionserver.HStore(327): Store=12b318c9e2cb8bdcc6a11dfa94ae358d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:17,938 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,939 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12b318c9e2cb8bdcc6a11dfa94ae358d columnFamilyName queue 2024-11-24T11:22:17,939 DEBUG [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:17,939 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] regionserver.HStore(327): Store=12b318c9e2cb8bdcc6a11dfa94ae358d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:17,939 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,940 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12b318c9e2cb8bdcc6a11dfa94ae358d columnFamilyName sid 2024-11-24T11:22:17,940 DEBUG [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:17,940 INFO [StoreOpener-12b318c9e2cb8bdcc6a11dfa94ae358d-1 {}] regionserver.HStore(327): Store=12b318c9e2cb8bdcc6a11dfa94ae358d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:17,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/replication/12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/replication/12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:22:17,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/replication/12b318c9e2cb8bdcc6a11dfa94ae358d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:17,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 12b318c9e2cb8bdcc6a11dfa94ae358d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69256136, jitterRate=0.031996846199035645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:22:17,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:17,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 12b318c9e2cb8bdcc6a11dfa94ae358d: Running coprocessor pre-open hook at 1732447337935Writing region info on filesystem at 1732447337935Initializing all the Stores at 1732447337936 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447337936Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447337936Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447337936Cleaning up temporary data from old regions at 1732447337942 (+6 ms)Running coprocessor post-open hooks at 1732447337949 (+7 ms)Region opened successfully at 1732447337949 2024-11-24T11:22:17,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d., pid=10, masterSystemTime=1732447337901 2024-11-24T11:22:17,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:17,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:17,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=12b318c9e2cb8bdcc6a11dfa94ae358d, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,39331,1732447327118 2024-11-24T11:22:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12b318c9e2cb8bdcc6a11dfa94ae358d, server=f5f73e76a839,39331,1732447327118 because future has completed 2024-11-24T11:22:17,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:22:17,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 12b318c9e2cb8bdcc6a11dfa94ae358d, server=f5f73e76a839,39331,1732447327118 in 208 msec 2024-11-24T11:22:17,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:22:17,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12b318c9e2cb8bdcc6a11dfa94ae358d, ASSIGN in 365 msec 2024-11-24T11:22:17,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:17,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447337960"}]},"ts":"1732447337960"} 2024-11-24T11:22:17,962 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:22:17,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:17,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-11-24T11:22:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d., hostname=f5f73e76a839,39331,1732447327118, seqNum=2] 2024-11-24T11:22:18,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:18,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:18,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:22:18,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:22:18,228 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:22:18,249 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:18,261 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,39331,1732447327118, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:22:18,262 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:18,262 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39331,1732447327118, seqNum=-1] 2024-11-24T11:22:18,262 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:18,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T11:22:18,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,39331,1732447327118', locateType=CURRENT is [region=hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d., hostname=f5f73e76a839,39331,1732447327118, seqNum=2] 2024-11-24T11:22:18,266 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 379, reset compression=false 2024-11-24T11:22:18,272 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:22:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:22:18,274 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,39331,1732447327118 suceeded 2024-11-24T11:22:18,276 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:46457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:22:18,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:22:18,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-24T11:22:18,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1130 sec 2024-11-24T11:22:18,293 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:46457' 2024-11-24T11:22:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:18,309 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:22:18,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:18,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:18,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:18,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:18,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:18,312 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb92e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,313 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46457,-1 for getting cluster id 2024-11-24T11:22:18,313 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:18,314 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '303db0a6-8e4a-4f09-ae8f-ae36d8230d39' 2024-11-24T11:22:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "303db0a6-8e4a-4f09-ae8f-ae36d8230d39" 2024-11-24T11:22:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25386675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46457,-1] 2024-11-24T11:22:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:18,317 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:18,318 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d47e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,318 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,46457,1732447320796 2024-11-24T11:22:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494cb86d 2024-11-24T11:22:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:18,320 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T11:22:18,321 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,39331,1732447327118 (queues=1) is replicating from cluster=7ac40d10-c505-4fd5-b942-e4486ab4815a to cluster=303db0a6-8e4a-4f09-ae8f-ae36d8230d39 2024-11-24T11:22:18,321 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C39331%2C1732447327118 2024-11-24T11:22:18,321 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,39331,1732447327118, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:22:18,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,32967,-1 for getting cluster id 2024-11-24T11:22:18,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:18,325 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb671a6d-60e3-46a2-a0ec-02ecb5286fa3' 2024-11-24T11:22:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb671a6d-60e3-46a2-a0ec-02ecb5286fa3" 2024-11-24T11:22:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2aa08b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,32967,-1] 2024-11-24T11:22:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:18,327 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:18,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7120fcd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,332 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, startPosition=0, beingWritten=true 2024-11-24T11:22:18,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46457,-1 for getting cluster id 2024-11-24T11:22:18,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:18,342 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '303db0a6-8e4a-4f09-ae8f-ae36d8230d39' 2024-11-24T11:22:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "303db0a6-8e4a-4f09-ae8f-ae36d8230d39" 2024-11-24T11:22:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de96a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46457,-1] 2024-11-24T11:22:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:18,343 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8586e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,348 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C39331%2C1732447327118 2024-11-24T11:22:18,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39611,-1 for getting cluster id 2024-11-24T11:22:18,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:18,350 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ac40d10-c505-4fd5-b942-e4486ab4815a' 2024-11-24T11:22:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ac40d10-c505-4fd5-b942-e4486ab4815a" 2024-11-24T11:22:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c46fa90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39611,-1] 2024-11-24T11:22:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:18,351 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:18,353 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:18,353 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 379, reset compression=false 2024-11-24T11:22:18,353 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39331,1732447327118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:18,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738f6e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:18,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:18,357 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33039,1732447313794, seqNum=-1] 2024-11-24T11:22:18,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:18,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:18,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2., hostname=f5f73e76a839,33039,1732447313794, seqNum=2] 2024-11-24T11:22:18,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39331,1732447327118, seqNum=-1] 2024-11-24T11:22:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:18,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70., hostname=f5f73e76a839,39331,1732447327118, seqNum=2] 2024-11-24T11:22:18,371 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T11:22:18,563 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 379, reset compression=false 2024-11-24T11:22:18,866 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 379, reset compression=false 2024-11-24T11:22:18,984 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 379, reset compression=false 2024-11-24T11:22:19,154 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 379, reset compression=false 2024-11-24T11:22:19,158 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:22:19,158 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 480, reset compression=false 2024-11-24T11:22:19,158 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33039,1732447313794 got entry batch from reader: WALEntryBatch [walEntries=[{test/a01c0918d3824e54de4c9b2bbc0af3c2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T11:22:19,161 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:19,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T11:22:19,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:22:19,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2df87e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:19,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,46457,-1 for getting cluster id 2024-11-24T11:22:19,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:19,163 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '303db0a6-8e4a-4f09-ae8f-ae36d8230d39' 2024-11-24T11:22:19,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:19,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "303db0a6-8e4a-4f09-ae8f-ae36d8230d39" 2024-11-24T11:22:19,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c70ac61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:19,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,46457,-1] 2024-11-24T11:22:19,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:19,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:19,166 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:19,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23b1e357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:19,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:19,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37585,1732447320945, seqNum=-1] 2024-11-24T11:22:19,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:19,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T11:22:19,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447331041.dd2e2258c339b707f6657d8a2008d333., hostname=f5f73e76a839,37585,1732447320945, seqNum=2] 2024-11-24T11:22:19,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:22:19,270 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 379, reset compression=false 2024-11-24T11:22:19,362 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 480, reset compression=false 2024-11-24T11:22:19,373 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T11:22:19,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:19,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:22:19,507 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108558 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:22:19,666 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 480, reset compression=false 2024-11-24T11:22:19,773 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 379, reset compression=false 2024-11-24T11:22:19,787 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 379, reset compression=false 2024-11-24T11:22:19,792 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:22:19,792 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 504, reset compression=false 2024-11-24T11:22:19,792 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37585,1732447320945 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd2e2258c339b707f6657d8a2008d333/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T11:22:19,794 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:19,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T11:22:19,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:22:19,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cd097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:19,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39611,-1 for getting cluster id 2024-11-24T11:22:19,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:19,802 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ac40d10-c505-4fd5-b942-e4486ab4815a' 2024-11-24T11:22:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ac40d10-c505-4fd5-b942-e4486ab4815a" 2024-11-24T11:22:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27839964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39611,-1] 2024-11-24T11:22:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:19,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:19,804 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:19,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ac98a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:19,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:19,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,39331,1732447327118, seqNum=-1] 2024-11-24T11:22:19,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:19,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T11:22:19,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70., hostname=f5f73e76a839,39331,1732447327118, seqNum=2] 2024-11-24T11:22:19,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:22:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:22:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:19,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:22:19,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T11:22:20,002 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 504, reset compression=false 2024-11-24T11:22:20,069 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 480, reset compression=false 2024-11-24T11:22:20,306 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 504, reset compression=false 2024-11-24T11:22:20,375 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T11:22:20,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,37585,1732447320945, seqNum=-1] 2024-11-24T11:22:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:20,377 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 379, reset compression=false 2024-11-24T11:22:20,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:20,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732447331041.dd2e2258c339b707f6657d8a2008d333., hostname=f5f73e76a839,37585,1732447320945, seqNum=2] 2024-11-24T11:22:20,382 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:20,382 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T11:22:20,382 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 527, reset compression=false 2024-11-24T11:22:20,382 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39331,1732447327118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:20,573 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 480, reset compression=false 2024-11-24T11:22:20,590 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 527, reset compression=false 2024-11-24T11:22:20,626 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=34, reused chunk count=123, reuseRatio=78.34% 2024-11-24T11:22:20,626 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-24T11:22:20,709 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 504, reset compression=false 2024-11-24T11:22:20,712 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:22:20,712 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 608, reset compression=false 2024-11-24T11:22:20,712 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37585,1732447320945 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd2e2258c339b707f6657d8a2008d333/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T11:22:20,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:22:20,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:22:20,893 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 527, reset compression=false 2024-11-24T11:22:20,898 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:20,898 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 654, reset compression=false 2024-11-24T11:22:20,898 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39331,1732447327118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:20,916 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 608, reset compression=false 2024-11-24T11:22:21,101 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 654, reset compression=false 2024-11-24T11:22:21,176 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 480, reset compression=false 2024-11-24T11:22:21,220 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 608, reset compression=false 2024-11-24T11:22:21,362 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:22:21,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,384 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T11:22:21,388 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T11:22:21,405 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 654, reset compression=false 2024-11-24T11:22:21,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,415 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:22:21,415 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 758, reset compression=false 2024-11-24T11:22:21,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,415 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39331,1732447327118 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8c3a18234da707af1d61d1f388d6b70/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T11:22:21,421 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:21,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T11:22:21,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:22:21,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:22:21,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:21,623 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 608, reset compression=false 2024-11-24T11:22:21,628 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:21,628 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 735, reset compression=false 2024-11-24T11:22:21,628 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37585,1732447320945 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:21,633 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 758, reset compression=false 2024-11-24T11:22:21,831 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 735, reset compression=false 2024-11-24T11:22:21,880 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 480, reset compression=false 2024-11-24T11:22:21,936 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 758, reset compression=false 2024-11-24T11:22:22,135 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 735, reset compression=false 2024-11-24T11:22:22,342 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 758, reset compression=false 2024-11-24T11:22:22,390 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T11:22:22,394 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T11:22:22,539 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 735, reset compression=false 2024-11-24T11:22:22,687 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 480, reset compression=false 2024-11-24T11:22:22,702 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:22:22,702 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:22,702 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33039,1732447313794 got entry batch from reader: WALEntryBatch [walEntries=[{test/a01c0918d3824e54de4c9b2bbc0af3c2/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T11:22:22,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:22:22,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:22:22,845 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 758, reset compression=false 2024-11-24T11:22:22,911 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:23,042 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 735, reset compression=false 2024-11-24T11:22:23,049 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:22:23,049 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 883, reset compression=false 2024-11-24T11:22:23,049 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37585,1732447320945 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd2e2258c339b707f6657d8a2008d333/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T11:22:23,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:22:23,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:22:23,215 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:23,253 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 883, reset compression=false 2024-11-24T11:22:23,396 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T11:22:23,400 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T11:22:23,450 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 758, reset compression=false 2024-11-24T11:22:23,455 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:23,455 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 929, reset compression=false 2024-11-24T11:22:23,455 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39331,1732447327118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:23,557 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 883, reset compression=false 2024-11-24T11:22:23,577 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:22:23,577 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1042, reset compression=false 2024-11-24T11:22:23,577 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37585,1732447320945 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd2e2258c339b707f6657d8a2008d333/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T11:22:23,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:22:23,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39331 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:22:23,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:22:23,619 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:23,660 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 929, reset compression=false 2024-11-24T11:22:23,676 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:23,676 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1078, reset compression=false 2024-11-24T11:22:23,676 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39331,1732447327118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:23,789 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1042, reset compression=false 2024-11-24T11:22:23,881 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1078, reset compression=false 2024-11-24T11:22:24,098 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1042, reset compression=false 2024-11-24T11:22:24,135 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:24,189 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1078, reset compression=false 2024-11-24T11:22:24,402 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T11:22:24,406 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T11:22:24,501 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1042, reset compression=false 2024-11-24T11:22:24,592 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1078, reset compression=false 2024-11-24T11:22:24,597 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:22:24,597 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1237, reset compression=false 2024-11-24T11:22:24,597 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39331,1732447327118 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8c3a18234da707af1d61d1f388d6b70/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T11:22:24,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T11:22:24,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T11:22:24,739 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:24,802 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1237, reset compression=false 2024-11-24T11:22:25,013 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1042, reset compression=false 2024-11-24T11:22:25,016 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:25,016 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:25,016 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37585,1732447320945 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:25,105 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1237, reset compression=false 2024-11-24T11:22:25,219 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:25,407 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T11:22:25,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:22:25,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:25,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:25,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:25,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:25,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:25,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:22:25,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1388360621, stopped=false 2024-11-24T11:22:25,414 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,39611,1732447326856 2024-11-24T11:22:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-351371558/running 2024-11-24T11:22:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-351371558/running 2024-11-24T11:22:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:25,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:22:25,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:25,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:25,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:25,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,39331,1732447327118' ***** 2024-11-24T11:22:25,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:22:25,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on znode that does not yet exist, /2-351371558/running 2024-11-24T11:22:25,437 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:22:25,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Set watcher on znode that does not yet exist, /2-351371558/running 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:22:25,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(3091): Received CLOSE for a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(3091): Received CLOSE for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,39331,1732447327118 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39331. 2024-11-24T11:22:25,438 DEBUG [RS:0;f5f73e76a839:39331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:25,438 DEBUG [RS:0;f5f73e76a839:39331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:25,438 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8c3a18234da707af1d61d1f388d6b70, disabling compactions & flushes 2024-11-24T11:22:25,438 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:25,438 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:22:25,438 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. after waiting 0 ms 2024-11-24T11:22:25,438 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:22:25,438 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:22:25,439 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:22:25,439 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8c3a18234da707af1d61d1f388d6b70 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T11:22:25,439 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:22:25,439 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a8c3a18234da707af1d61d1f388d6b70=test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70., 12b318c9e2cb8bdcc6a11dfa94ae358d=hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d.} 2024-11-24T11:22:25,439 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:25,439 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1351): Waiting on 12b318c9e2cb8bdcc6a11dfa94ae358d, 1588230740, a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:25,439 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:25,439 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:25,439 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:25,439 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:25,439 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:22:25,443 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:25,454 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/f/8e0cfafdf56b42689dd778f800e97115 is 29, key is row1/f:/1732447343397/DeleteFamily/seqid=0 2024-11-24T11:22:25,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741840_1016 (size=5152) 2024-11-24T11:22:25,458 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/f/8e0cfafdf56b42689dd778f800e97115 2024-11-24T11:22:25,458 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/info/6121bf4c1b4a4fb9b126d73723ae3b54 is 147, key is hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d./info:regioninfo/1732447337952/Put/seqid=0 2024-11-24T11:22:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741841_1017 (size=7686) 2024-11-24T11:22:25,462 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e0cfafdf56b42689dd778f800e97115 2024-11-24T11:22:25,473 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:22:25,477 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/f1/978e418a094a48c2b33fce4b508550f1 is 30, key is row1/f1:/1732447343397/DeleteFamily/seqid=0 2024-11-24T11:22:25,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741842_1018 (size=5158) 2024-11-24T11:22:25,509 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1237, reset compression=false 2024-11-24T11:22:25,514 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:25,514 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1484, reset compression=false 2024-11-24T11:22:25,514 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,39331,1732447327118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:25,515 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,39331,1732447327118: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,39331,1732447327118, walGroup=f5f73e76a839%2C39331%2C1732447327118, offset=f5f73e76a839%2C39331%2C1732447327118.1732447329271:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:39331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:22:25,516 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:22:25,516 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:22:25,517 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:22:25,517 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:22:25,517 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:22:25,517 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 983816192 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201556536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:22:25,518 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:39611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:39611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:22:25,524 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:25,639 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1351): Waiting on 12b318c9e2cb8bdcc6a11dfa94ae358d, 1588230740, a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:25,724 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1484, reset compression=false 2024-11-24T11:22:25,839 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1351): Waiting on 12b318c9e2cb8bdcc6a11dfa94ae358d, 1588230740, a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:25,862 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/info/6121bf4c1b4a4fb9b126d73723ae3b54 2024-11-24T11:22:25,880 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/f1/978e418a094a48c2b33fce4b508550f1 2024-11-24T11:22:25,882 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/ns/5ba5e2dfcf584e1ea46e46b5c638c6dd is 43, key is default/ns:d/1732447330302/Put/seqid=0 2024-11-24T11:22:25,884 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 978e418a094a48c2b33fce4b508550f1 2024-11-24T11:22:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741843_1019 (size=5153) 2024-11-24T11:22:25,885 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/ns/5ba5e2dfcf584e1ea46e46b5c638c6dd 2024-11-24T11:22:25,904 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/norep/83aeb0750815442196bc8dfd8ff9a65d is 33, key is row2/norep:/1732447344403/DeleteFamily/seqid=0 2024-11-24T11:22:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741844_1020 (size=5108) 2024-11-24T11:22:25,908 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/rep_barrier/e14740f017d94d77acaeb89b636ebc60 is 112, key is test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70./rep_barrier:seqnumDuringOpen/1732447332439/Put/seqid=0 2024-11-24T11:22:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741845_1021 (size=5518) 2024-11-24T11:22:25,912 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/rep_barrier/e14740f017d94d77acaeb89b636ebc60 2024-11-24T11:22:25,928 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:25,929 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/table/7411e738a4d84f15a533f8d54fdb0857 is 53, key is hbase:replication/table:state/1732447337960/Put/seqid=0 2024-11-24T11:22:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741846_1022 (size=5308) 2024-11-24T11:22:26,027 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1484, reset compression=false 2024-11-24T11:22:26,039 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1351): Waiting on 12b318c9e2cb8bdcc6a11dfa94ae358d, 1588230740, a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:26,202 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:22:26,202 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:22:26,239 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1351): Waiting on 12b318c9e2cb8bdcc6a11dfa94ae358d, 1588230740, a8c3a18234da707af1d61d1f388d6b70 2024-11-24T11:22:26,249 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:26,308 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/norep/83aeb0750815442196bc8dfd8ff9a65d 2024-11-24T11:22:26,311 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83aeb0750815442196bc8dfd8ff9a65d 2024-11-24T11:22:26,312 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/f/8e0cfafdf56b42689dd778f800e97115 as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/f/8e0cfafdf56b42689dd778f800e97115 2024-11-24T11:22:26,316 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e0cfafdf56b42689dd778f800e97115 2024-11-24T11:22:26,316 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/f/8e0cfafdf56b42689dd778f800e97115, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T11:22:26,317 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/f1/978e418a094a48c2b33fce4b508550f1 as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/f1/978e418a094a48c2b33fce4b508550f1 2024-11-24T11:22:26,321 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 978e418a094a48c2b33fce4b508550f1 2024-11-24T11:22:26,321 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/f1/978e418a094a48c2b33fce4b508550f1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T11:22:26,322 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/.tmp/norep/83aeb0750815442196bc8dfd8ff9a65d as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/norep/83aeb0750815442196bc8dfd8ff9a65d 2024-11-24T11:22:26,327 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83aeb0750815442196bc8dfd8ff9a65d 2024-11-24T11:22:26,327 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/norep/83aeb0750815442196bc8dfd8ff9a65d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T11:22:26,327 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a8c3a18234da707af1d61d1f388d6b70 in 889ms, sequenceid=10, compaction requested=false 2024-11-24T11:22:26,331 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/default/test/a8c3a18234da707af1d61d1f388d6b70/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T11:22:26,331 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:22:26,331 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:22:26,331 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:26,331 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8c3a18234da707af1d61d1f388d6b70: Waiting for close lock at 1732447345438Running coprocessor pre-close hooks at 1732447345438Disabling compacts and flushes for region at 1732447345438Disabling writes for close at 1732447345438Obtaining lock to block concurrent updates at 1732447345439 (+1 ms)Preparing flush snapshotting stores in a8c3a18234da707af1d61d1f388d6b70 at 1732447345439Finished memstore snapshotting test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732447345439Flushing stores of test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. at 1732447345439Flushing a8c3a18234da707af1d61d1f388d6b70/f: creating writer at 1732447345439Flushing a8c3a18234da707af1d61d1f388d6b70/f: appending metadata at 1732447345454 (+15 ms)Flushing a8c3a18234da707af1d61d1f388d6b70/f: closing flushed file at 1732447345454Flushing a8c3a18234da707af1d61d1f388d6b70/f1: creating writer at 1732447345463 (+9 ms)Flushing a8c3a18234da707af1d61d1f388d6b70/f1: appending metadata at 1732447345477 (+14 ms)Flushing a8c3a18234da707af1d61d1f388d6b70/f1: closing flushed file at 1732447345477Flushing a8c3a18234da707af1d61d1f388d6b70/norep: creating writer at 1732447345884 (+407 ms)Flushing a8c3a18234da707af1d61d1f388d6b70/norep: appending metadata at 1732447345903 (+19 ms)Flushing a8c3a18234da707af1d61d1f388d6b70/norep: closing flushed file at 1732447345903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ddd804c: reopening flushed file at 1732447346312 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3112138f: reopening flushed file at 1732447346316 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3574c2e5: reopening flushed file at 1732447346322 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a8c3a18234da707af1d61d1f388d6b70 in 889ms, sequenceid=10, compaction requested=false at 1732447346327 (+5 ms)Writing region close event to WAL at 1732447346328 (+1 ms)Running coprocessor post-close hooks at 1732447346331 (+3 ms)Closed at 1732447346331 2024-11-24T11:22:26,331 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447331679.a8c3a18234da707af1d61d1f388d6b70. 2024-11-24T11:22:26,331 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12b318c9e2cb8bdcc6a11dfa94ae358d, disabling compactions & flushes 2024-11-24T11:22:26,331 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:26,332 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:26,332 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. after waiting 0 ms 2024-11-24T11:22:26,332 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:26,332 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12b318c9e2cb8bdcc6a11dfa94ae358d: Waiting for close lock at 1732447346331Running coprocessor pre-close hooks at 1732447346331Disabling compacts and flushes for region at 1732447346331Disabling writes for close at 1732447346332 (+1 ms)Failed flush hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d., putting online again at 1732447346332 2024-11-24T11:22:26,332 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:26,335 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/table/7411e738a4d84f15a533f8d54fdb0857 2024-11-24T11:22:26,339 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/info/6121bf4c1b4a4fb9b126d73723ae3b54 as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/info/6121bf4c1b4a4fb9b126d73723ae3b54 2024-11-24T11:22:26,342 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/info/6121bf4c1b4a4fb9b126d73723ae3b54, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:22:26,343 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/ns/5ba5e2dfcf584e1ea46e46b5c638c6dd as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/ns/5ba5e2dfcf584e1ea46e46b5c638c6dd 2024-11-24T11:22:26,346 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/ns/5ba5e2dfcf584e1ea46e46b5c638c6dd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:22:26,348 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/rep_barrier/e14740f017d94d77acaeb89b636ebc60 as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/rep_barrier/e14740f017d94d77acaeb89b636ebc60 2024-11-24T11:22:26,352 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/rep_barrier/e14740f017d94d77acaeb89b636ebc60, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:22:26,353 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/.tmp/table/7411e738a4d84f15a533f8d54fdb0857 as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/table/7411e738a4d84f15a533f8d54fdb0857 2024-11-24T11:22:26,356 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/table/7411e738a4d84f15a533f8d54fdb0857, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:22:26,357 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false 2024-11-24T11:22:26,368 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:22:26,369 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:22:26,369 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:22:26,369 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:26,369 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447345439Running coprocessor pre-close hooks at 1732447345439Disabling compacts and flushes for region at 1732447345439Disabling writes for close at 1732447345439Obtaining lock to block concurrent updates at 1732447345439Preparing flush snapshotting stores in 1588230740 at 1732447345439Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447345439Flushing stores of hbase:meta,,1.1588230740 at 1732447345439Flushing 1588230740/info: creating writer at 1732447345439Flushing 1588230740/info: appending metadata at 1732447345458 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732447345458Flushing 1588230740/ns: creating writer at 1732447345866 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732447345881 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732447345881Flushing 1588230740/rep_barrier: creating writer at 1732447345891 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447345907 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447345907Flushing 1588230740/table: creating writer at 1732447345915 (+8 ms)Flushing 1588230740/table: appending metadata at 1732447345929 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732447345929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d8a9d4: reopening flushed file at 1732447346338 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd77203: reopening flushed file at 1732447346342 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bad323c: reopening flushed file at 1732447346347 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1870662c: reopening flushed file at 1732447346352 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false at 1732447346357 (+5 ms)Writing region close event to WAL at 1732447346366 (+9 ms)Running coprocessor post-close hooks at 1732447346369 (+3 ms)Closed at 1732447346369 2024-11-24T11:22:26,369 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:26,431 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 1484, reset compression=false 2024-11-24T11:22:26,432 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:26,435 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:26,435 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 2128, reset compression=false 2024-11-24T11:22:26,440 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:22:26,440 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1325): Online Regions={12b318c9e2cb8bdcc6a11dfa94ae358d=hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d.} 2024-11-24T11:22:26,440 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(3091): Received CLOSE for 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:26,440 DEBUG [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1351): Waiting on 12b318c9e2cb8bdcc6a11dfa94ae358d 2024-11-24T11:22:26,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12b318c9e2cb8bdcc6a11dfa94ae358d, disabling compactions & flushes 2024-11-24T11:22:26,440 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:26,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:26,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. after waiting 0 ms 2024-11-24T11:22:26,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:26,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12b318c9e2cb8bdcc6a11dfa94ae358d: Waiting for close lock at 1732447346440Running coprocessor pre-close hooks at 1732447346440Disabling compacts and flushes for region at 1732447346440Disabling writes for close at 1732447346440Failed flush hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d., putting online again at 1732447346440 2024-11-24T11:22:26,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732447337172.12b318c9e2cb8bdcc6a11dfa94ae358d. 2024-11-24T11:22:26,638 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.1732447329271 to pos 2128, reset compression=false 2024-11-24T11:22:26,640 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T11:22:26,640 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,39331,1732447327118; all regions closed. 2024-11-24T11:22:26,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:22:26,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/WALs/f5f73e76a839,39331,1732447327118/f5f73e76a839%2C39331%2C1732447327118.meta.1732447330210.meta not finished, retry = 0 2024-11-24T11:22:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741839_1015 (size=2171) 2024-11-24T11:22:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741832_1008 (size=2136) 2024-11-24T11:22:26,747 DEBUG [RS:0;f5f73e76a839:39331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:26,747 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:22:26,747 INFO [RS:0;f5f73e76a839:39331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:22:26,748 INFO [RS:0;f5f73e76a839:39331 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:22:26,748 INFO [RS:0;f5f73e76a839:39331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:22:26,748 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:22:26,748 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,39331,1732447327118 because: Region server is closing 2024-11-24T11:22:26,749 INFO [RS:0;f5f73e76a839:39331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39331. 2024-11-24T11:22:26,749 DEBUG [RS:0;f5f73e76a839:39331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:26,749 DEBUG [RS:0;f5f73e76a839:39331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:26,749 DEBUG [RS:0;f5f73e76a839:39331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:26,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:26,849 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.shipperf5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 terminated 2024-11-24T11:22:26,849 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,39331,1732447327118.replicationSource.wal-reader.f5f73e76a839%2C39331%2C1732447327118,1-f5f73e76a839,39331,1732447327118 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:22:26,849 INFO [RS:0;f5f73e76a839:39331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:39331. 2024-11-24T11:22:26,849 DEBUG [RS:0;f5f73e76a839:39331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:26,849 DEBUG [RS:0;f5f73e76a839:39331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:26,850 DEBUG [RS:0;f5f73e76a839:39331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:26,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:26,850 INFO [RS:0;f5f73e76a839:39331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39331 2024-11-24T11:22:26,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558/rs 2024-11-24T11:22:26,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-351371558/rs/f5f73e76a839,39331,1732447327118 2024-11-24T11:22:26,940 INFO [RS:0;f5f73e76a839:39331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:22:26,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,39331,1732447327118] 2024-11-24T11:22:26,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-351371558/draining/f5f73e76a839,39331,1732447327118 already deleted, retry=false 2024-11-24T11:22:26,963 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,39331,1732447327118 expired; onlineServers=0 2024-11-24T11:22:26,963 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,39611,1732447326856' ***** 2024-11-24T11:22:26,963 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:22:26,963 INFO [M:0;f5f73e76a839:39611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:22:26,963 INFO [M:0;f5f73e76a839:39611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:22:26,963 DEBUG [M:0;f5f73e76a839:39611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:22:26,963 DEBUG [M:0;f5f73e76a839:39611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:22:26,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:22:26,963 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447328980 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447328980,5,FailOnTimeoutGroup] 2024-11-24T11:22:26,963 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447328976 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447328976,5,FailOnTimeoutGroup] 2024-11-24T11:22:26,963 INFO [M:0;f5f73e76a839:39611 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:22:26,963 INFO [M:0;f5f73e76a839:39611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:22:26,964 DEBUG [M:0;f5f73e76a839:39611 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:22:26,964 INFO [M:0;f5f73e76a839:39611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:22:26,964 INFO [M:0;f5f73e76a839:39611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:22:26,964 INFO [M:0;f5f73e76a839:39611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:22:26,964 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:22:26,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-351371558/master 2024-11-24T11:22:26,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-351371558 2024-11-24T11:22:26,973 DEBUG [M:0;f5f73e76a839:39611 {}] zookeeper.ZKUtil(347): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Unable to get data of znode /2-351371558/master because node does not exist (not an error) 2024-11-24T11:22:26,973 WARN [M:0;f5f73e76a839:39611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:22:26,982 INFO [M:0;f5f73e76a839:39611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/.lastflushedseqids 2024-11-24T11:22:26,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741847_1023 (size=245) 2024-11-24T11:22:27,035 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39331-0x1016c9411110007, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:27,052 INFO [RS:0;f5f73e76a839:39331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:22:27,052 INFO [RS:0;f5f73e76a839:39331 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,39331,1732447327118; zookeeper connection closed. 2024-11-24T11:22:27,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15f37635 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15f37635 2024-11-24T11:22:27,053 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:22:27,152 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:27,387 INFO [M:0;f5f73e76a839:39611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:22:27,387 INFO [M:0;f5f73e76a839:39611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:22:27,387 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:27,387 INFO [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:27,387 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:27,387 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:27,387 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:27,387 INFO [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T11:22:27,405 DEBUG [M:0;f5f73e76a839:39611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b31dddcbe88b4cb191bdcca3826d18ec is 82, key is hbase:meta,,1/info:regioninfo/1732447330279/Put/seqid=0 2024-11-24T11:22:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741848_1024 (size=5672) 2024-11-24T11:22:27,739 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:27,809 INFO [M:0;f5f73e76a839:39611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b31dddcbe88b4cb191bdcca3826d18ec 2024-11-24T11:22:27,826 DEBUG [M:0;f5f73e76a839:39611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/445782046582439aace1b02dad80bcb1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447337964/Put/seqid=0 2024-11-24T11:22:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741849_1025 (size=8515) 2024-11-24T11:22:27,829 INFO [M:0;f5f73e76a839:39611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/445782046582439aace1b02dad80bcb1 2024-11-24T11:22:27,846 DEBUG [M:0;f5f73e76a839:39611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62ba2151b72147dd951f1f0d511dd353 is 69, key is f5f73e76a839,39331,1732447327118/rs:state/1732447329093/Put/seqid=0 2024-11-24T11:22:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741850_1026 (size=5156) 2024-11-24T11:22:28,157 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:28,250 INFO [M:0;f5f73e76a839:39611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62ba2151b72147dd951f1f0d511dd353 2024-11-24T11:22:28,254 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b31dddcbe88b4cb191bdcca3826d18ec as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b31dddcbe88b4cb191bdcca3826d18ec 2024-11-24T11:22:28,257 INFO [M:0;f5f73e76a839:39611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b31dddcbe88b4cb191bdcca3826d18ec, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T11:22:28,258 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/445782046582439aace1b02dad80bcb1 as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/445782046582439aace1b02dad80bcb1 2024-11-24T11:22:28,262 INFO [M:0;f5f73e76a839:39611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/445782046582439aace1b02dad80bcb1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T11:22:28,263 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62ba2151b72147dd951f1f0d511dd353 as hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62ba2151b72147dd951f1f0d511dd353 2024-11-24T11:22:28,266 INFO [M:0;f5f73e76a839:39611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38933/user/jenkins/test-data/490b7e1e-7f45-f550-f3e6-bf7500d400fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62ba2151b72147dd951f1f0d511dd353, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T11:22:28,267 INFO [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-24T11:22:28,278 INFO [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:28,278 DEBUG [M:0;f5f73e76a839:39611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447347387Disabling compacts and flushes for region at 1732447347387Disabling writes for close at 1732447347387Obtaining lock to block concurrent updates at 1732447347387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447347387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732447347388 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447347388Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447347388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447347405 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447347405Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447347812 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447347825 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447347825Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447347832 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447347846 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447347846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cbadd45: reopening flushed file at 1732447348253 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec6d6a: reopening flushed file at 1732447348257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609370fd: reopening flushed file at 1732447348262 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1732447348267 (+5 ms)Writing region close event to WAL at 1732447348278 (+11 ms)Closed at 1732447348278 2024-11-24T11:22:28,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741830_1006 (size=63642) 2024-11-24T11:22:28,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:22:28,280 INFO [M:0;f5f73e76a839:39611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:22:28,281 INFO [M:0;f5f73e76a839:39611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39611 2024-11-24T11:22:28,282 INFO [M:0;f5f73e76a839:39611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:22:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:28,430 INFO [M:0;f5f73e76a839:39611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:22:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1016c9411110006, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:28,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24149e8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:22:28,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3326b06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:22:28,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:22:28,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:22:28,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf27b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.log.dir/,STOPPED} 2024-11-24T11:22:28,461 WARN [BP-1093723529-172.17.0.3-1732447324775 heartbeating to localhost/127.0.0.1:38933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:22:28,461 WARN [BP-1093723529-172.17.0.3-1732447324775 heartbeating to localhost/127.0.0.1:38933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1093723529-172.17.0.3-1732447324775 (Datanode Uuid 06ec5eee-58bb-4522-a082-d3cee10ac6f8) service to localhost/127.0.0.1:38933 2024-11-24T11:22:28,461 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:22:28,461 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:22:28,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/cluster_f800edc2-b5d4-03e1-3108-cc79f498808c/data/data1/current/BP-1093723529-172.17.0.3-1732447324775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:22:28,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/cluster_f800edc2-b5d4-03e1-3108-cc79f498808c/data/data2/current/BP-1093723529-172.17.0.3-1732447324775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:22:28,462 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:22:28,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ac3a4bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:22:28,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ca859b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:22:28,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:22:28,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:22:28,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350fbf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.log.dir/,STOPPED} 2024-11-24T11:22:28,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:22:28,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:22:28,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:28,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:28,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:28,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:28,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:28,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:22:28,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1987464153, stopped=false 2024-11-24T11:22:28,491 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,46457,1732447320796 2024-11-24T11:22:28,542 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:28,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1551479046/running 2024-11-24T11:22:28,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:28,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1551479046/running 2024-11-24T11:22:28,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:28,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:22:28,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:28,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:28,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:28,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,37585,1732447320945' ***** 2024-11-24T11:22:28,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on znode that does not yet exist, /1-1551479046/running 2024-11-24T11:22:28,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Set watcher on znode that does not yet exist, /1-1551479046/running 2024-11-24T11:22:28,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:22:28,562 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:22:28,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:22:28,562 INFO [RS:0;f5f73e76a839:37585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:22:28,562 INFO [RS:0;f5f73e76a839:37585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:22:28,562 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:28,562 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:28,562 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,37585,1732447320945 2024-11-24T11:22:28,562 INFO [RS:0;f5f73e76a839:37585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:22:28,562 INFO [RS:0;f5f73e76a839:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:37585. 2024-11-24T11:22:28,562 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd2e2258c339b707f6657d8a2008d333, disabling compactions & flushes 2024-11-24T11:22:28,562 DEBUG [RS:0;f5f73e76a839:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:28,562 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:28,562 DEBUG [RS:0;f5f73e76a839:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:28,562 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:28,563 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. after waiting 0 ms 2024-11-24T11:22:28,563 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:22:28,563 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:28,563 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:22:28,563 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:22:28,563 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:22:28,563 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd2e2258c339b707f6657d8a2008d333 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T11:22:28,563 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:22:28,563 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1325): Online Regions={dd2e2258c339b707f6657d8a2008d333=test,,1732447331041.dd2e2258c339b707f6657d8a2008d333., 18671b1368886a360ccd92b8e07298e0=hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:22:28,563 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18671b1368886a360ccd92b8e07298e0, dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:28,563 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:28,563 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:28,563 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:28,563 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:28,563 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:28,563 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:22:28,580 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/f/d13a9bd1e6fc416c8613bb46a431b506 is 29, key is row1/f:/1732447343397/DeleteFamily/seqid=0 2024-11-24T11:22:28,582 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/info/dfbe62e37b4546b8ab2bb997d01e88a3 is 147, key is hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0./info:regioninfo/1732447335883/Put/seqid=0 2024-11-24T11:22:28,586 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:22:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741840_1016 (size=5152) 2024-11-24T11:22:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741841_1017 (size=7686) 2024-11-24T11:22:28,606 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/info/dfbe62e37b4546b8ab2bb997d01e88a3 2024-11-24T11:22:28,631 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/ns/9fbd4da3c3a54e20a1dc2951589d4a77 is 43, key is default/ns:d/1732447324635/Put/seqid=0 2024-11-24T11:22:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741842_1018 (size=5153) 2024-11-24T11:22:28,635 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/ns/9fbd4da3c3a54e20a1dc2951589d4a77 2024-11-24T11:22:28,658 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/8342b427439c46878c49ab4163d487c3 is 112, key is test,,1732447331041.dd2e2258c339b707f6657d8a2008d333./rep_barrier:seqnumDuringOpen/1732447331496/Put/seqid=0 2024-11-24T11:22:28,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741843_1019 (size=5518) 2024-11-24T11:22:28,666 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/8342b427439c46878c49ab4163d487c3 2024-11-24T11:22:28,694 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/table/95eb1be9f0c9434bb8b92b47e897d1b8 is 53, key is hbase:replication/table:state/1732447335892/Put/seqid=0 2024-11-24T11:22:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741844_1020 (size=5308) 2024-11-24T11:22:28,698 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/table/95eb1be9f0c9434bb8b92b47e897d1b8 2024-11-24T11:22:28,705 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/info/dfbe62e37b4546b8ab2bb997d01e88a3 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/info/dfbe62e37b4546b8ab2bb997d01e88a3 2024-11-24T11:22:28,709 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/info/dfbe62e37b4546b8ab2bb997d01e88a3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:22:28,709 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/ns/9fbd4da3c3a54e20a1dc2951589d4a77 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/ns/9fbd4da3c3a54e20a1dc2951589d4a77 2024-11-24T11:22:28,719 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/ns/9fbd4da3c3a54e20a1dc2951589d4a77, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:22:28,720 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/8342b427439c46878c49ab4163d487c3 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/rep_barrier/8342b427439c46878c49ab4163d487c3 2024-11-24T11:22:28,724 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/rep_barrier/8342b427439c46878c49ab4163d487c3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:22:28,724 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/.tmp/table/95eb1be9f0c9434bb8b92b47e897d1b8 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/table/95eb1be9f0c9434bb8b92b47e897d1b8 2024-11-24T11:22:28,728 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/table/95eb1be9f0c9434bb8b92b47e897d1b8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:22:28,729 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=16, compaction requested=false 2024-11-24T11:22:28,729 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:22:28,737 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:22:28,738 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:22:28,738 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:22:28,738 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:28,738 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447348563Running coprocessor pre-close hooks at 1732447348563Disabling compacts and flushes for region at 1732447348563Disabling writes for close at 1732447348563Obtaining lock to block concurrent updates at 1732447348563Preparing flush snapshotting stores in 1588230740 at 1732447348563Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447348564 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732447348564Flushing 1588230740/info: creating writer at 1732447348564Flushing 1588230740/info: appending metadata at 1732447348581 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732447348581Flushing 1588230740/ns: creating writer at 1732447348612 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732447348631 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732447348631Flushing 1588230740/rep_barrier: creating writer at 1732447348639 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447348657 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447348657Flushing 1588230740/table: creating writer at 1732447348674 (+17 ms)Flushing 1588230740/table: appending metadata at 1732447348693 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732447348693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2c0cec: reopening flushed file at 1732447348703 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39176b8f: reopening flushed file at 1732447348709 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a989268: reopening flushed file at 1732447348719 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c539be0: reopening flushed file at 1732447348724 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=16, compaction requested=false at 1732447348729 (+5 ms)Writing region close event to WAL at 1732447348731 (+2 ms)Running coprocessor post-close hooks at 1732447348738 (+7 ms)Closed at 1732447348738 2024-11-24T11:22:28,738 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:28,750 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:22:28,750 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:22:28,763 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1351): Waiting on 18671b1368886a360ccd92b8e07298e0, dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:28,963 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1351): Waiting on 18671b1368886a360ccd92b8e07298e0, dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:28,990 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/f/d13a9bd1e6fc416c8613bb46a431b506 2024-11-24T11:22:28,993 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d13a9bd1e6fc416c8613bb46a431b506 2024-11-24T11:22:29,010 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/f1/13c8aa26ce8e4387a4be4d6be7a7a7d4 is 30, key is row1/f1:/1732447343397/DeleteFamily/seqid=0 2024-11-24T11:22:29,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741845_1021 (size=5158) 2024-11-24T11:22:29,164 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1351): Waiting on 18671b1368886a360ccd92b8e07298e0, dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:29,260 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:29,364 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1351): Waiting on 18671b1368886a360ccd92b8e07298e0, dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:29,418 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/f1/13c8aa26ce8e4387a4be4d6be7a7a7d4 2024-11-24T11:22:29,421 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13c8aa26ce8e4387a4be4d6be7a7a7d4 2024-11-24T11:22:29,438 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/norep/5bd7966565d345b98f0aa29af2cc7840 is 33, key is row1/norep:/1732447343397/DeleteFamily/seqid=0 2024-11-24T11:22:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741846_1022 (size=5108) 2024-11-24T11:22:29,453 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1191, reset compression=false 2024-11-24T11:22:29,457 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:29,457 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1438, reset compression=false 2024-11-24T11:22:29,457 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,37585,1732447320945 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:29,458 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,37585,1732447320945: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,37585,1732447320945, walGroup=f5f73e76a839%2C37585%2C1732447320945, offset=f5f73e76a839%2C37585%2C1732447320945.1732447323877:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:37585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:22:29,459 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:22:29,459 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:22:29,459 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:22:29,459 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:22:29,459 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:22:29,459 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 1076090880 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201942768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:22:29,460 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:46457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:46457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:22:29,564 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:22:29,564 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1325): Online Regions={dd2e2258c339b707f6657d8a2008d333=test,,1732447331041.dd2e2258c339b707f6657d8a2008d333., 18671b1368886a360ccd92b8e07298e0=hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0.} 2024-11-24T11:22:29,564 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1351): Waiting on 18671b1368886a360ccd92b8e07298e0, dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:29,662 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1438, reset compression=false 2024-11-24T11:22:29,764 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1351): Waiting on 18671b1368886a360ccd92b8e07298e0, dd2e2258c339b707f6657d8a2008d333 2024-11-24T11:22:29,842 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/norep/5bd7966565d345b98f0aa29af2cc7840 2024-11-24T11:22:29,846 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bd7966565d345b98f0aa29af2cc7840 2024-11-24T11:22:29,846 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/f/d13a9bd1e6fc416c8613bb46a431b506 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/f/d13a9bd1e6fc416c8613bb46a431b506 2024-11-24T11:22:29,851 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d13a9bd1e6fc416c8613bb46a431b506 2024-11-24T11:22:29,851 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/f/d13a9bd1e6fc416c8613bb46a431b506, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T11:22:29,852 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/f1/13c8aa26ce8e4387a4be4d6be7a7a7d4 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/f1/13c8aa26ce8e4387a4be4d6be7a7a7d4 2024-11-24T11:22:29,856 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13c8aa26ce8e4387a4be4d6be7a7a7d4 2024-11-24T11:22:29,856 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/f1/13c8aa26ce8e4387a4be4d6be7a7a7d4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T11:22:29,857 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/.tmp/norep/5bd7966565d345b98f0aa29af2cc7840 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/norep/5bd7966565d345b98f0aa29af2cc7840 2024-11-24T11:22:29,861 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bd7966565d345b98f0aa29af2cc7840 2024-11-24T11:22:29,861 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/norep/5bd7966565d345b98f0aa29af2cc7840, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T11:22:29,862 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dd2e2258c339b707f6657d8a2008d333 in 1299ms, sequenceid=10, compaction requested=false 2024-11-24T11:22:29,862 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:22:29,866 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/data/default/test/dd2e2258c339b707f6657d8a2008d333/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:22:29,867 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd2e2258c339b707f6657d8a2008d333: Waiting for close lock at 1732447348562Running coprocessor pre-close hooks at 1732447348562Disabling compacts and flushes for region at 1732447348562Disabling writes for close at 1732447348563 (+1 ms)Obtaining lock to block concurrent updates at 1732447348563Preparing flush snapshotting stores in dd2e2258c339b707f6657d8a2008d333 at 1732447348563Finished memstore snapshotting test,,1732447331041.dd2e2258c339b707f6657d8a2008d333., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732447348563Flushing stores of test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. at 1732447348563Flushing dd2e2258c339b707f6657d8a2008d333/f: creating writer at 1732447348564 (+1 ms)Flushing dd2e2258c339b707f6657d8a2008d333/f: appending metadata at 1732447348579 (+15 ms)Flushing dd2e2258c339b707f6657d8a2008d333/f: closing flushed file at 1732447348579Flushing dd2e2258c339b707f6657d8a2008d333/f1: creating writer at 1732447348993 (+414 ms)Flushing dd2e2258c339b707f6657d8a2008d333/f1: appending metadata at 1732447349010 (+17 ms)Flushing dd2e2258c339b707f6657d8a2008d333/f1: closing flushed file at 1732447349010Flushing dd2e2258c339b707f6657d8a2008d333/norep: creating writer at 1732447349421 (+411 ms)Flushing dd2e2258c339b707f6657d8a2008d333/norep: appending metadata at 1732447349438 (+17 ms)Flushing dd2e2258c339b707f6657d8a2008d333/norep: closing flushed file at 1732447349438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6db2d7: reopening flushed file at 1732447349846 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc08dd2: reopening flushed file at 1732447349851 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315cb892: reopening flushed file at 1732447349856 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dd2e2258c339b707f6657d8a2008d333 in 1299ms, sequenceid=10, compaction requested=false at 1732447349862 (+6 ms)Writing region close event to WAL at 1732447349864 (+2 ms)Running coprocessor post-close hooks at 1732447349867 (+3 ms)Closed at 1732447349867 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447331041.dd2e2258c339b707f6657d8a2008d333. 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18671b1368886a360ccd92b8e07298e0, disabling compactions & flushes 2024-11-24T11:22:29,867 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. after waiting 0 ms 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18671b1368886a360ccd92b8e07298e0: Waiting for close lock at 1732447349867Running coprocessor pre-close hooks at 1732447349867Disabling compacts and flushes for region at 1732447349867Disabling writes for close at 1732447349867Failed flush hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0., putting online again at 1732447349867 2024-11-24T11:22:29,867 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:29,964 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:29,964 DEBUG [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1351): Waiting on 18671b1368886a360ccd92b8e07298e0 2024-11-24T11:22:29,964 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18671b1368886a360ccd92b8e07298e0, disabling compactions & flushes 2024-11-24T11:22:29,965 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:29,965 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:29,965 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. after waiting 0 ms 2024-11-24T11:22:29,965 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:29,965 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18671b1368886a360ccd92b8e07298e0: Waiting for close lock at 1732447349964Running coprocessor pre-close hooks at 1732447349964Disabling compacts and flushes for region at 1732447349964Disabling writes for close at 1732447349965 (+1 ms)Failed flush hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0., putting online again at 1732447349965 2024-11-24T11:22:29,965 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732447335022.18671b1368886a360ccd92b8e07298e0. 2024-11-24T11:22:29,965 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 1438, reset compression=false 2024-11-24T11:22:29,973 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:29,973 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.wal-reader.f5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/WALs/f5f73e76a839,37585,1732447320945/f5f73e76a839%2C37585%2C1732447320945.1732447323877 to pos 2082, reset compression=false 2024-11-24T11:22:30,165 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T11:22:30,165 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,37585,1732447320945; all regions closed. 2024-11-24T11:22:30,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:22:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741839_1015 (size=2171) 2024-11-24T11:22:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741833_1009 (size=2090) 2024-11-24T11:22:30,176 DEBUG [RS:0;f5f73e76a839:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:30,176 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:22:30,176 INFO [RS:0;f5f73e76a839:37585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:22:30,176 INFO [RS:0;f5f73e76a839:37585 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:22:30,176 INFO [RS:0;f5f73e76a839:37585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:22:30,177 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:22:30,177 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,37585,1732447320945 because: Region server is closing 2024-11-24T11:22:30,177 INFO [RS:0;f5f73e76a839:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:37585. 2024-11-24T11:22:30,177 DEBUG [RS:0;f5f73e76a839:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:30,177 DEBUG [RS:0;f5f73e76a839:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:30,177 DEBUG [RS:0;f5f73e76a839:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:30,178 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,37585,1732447320945.replicationSource.shipperf5f73e76a839%2C37585%2C1732447320945,1-f5f73e76a839,37585,1732447320945 terminated 2024-11-24T11:22:30,178 INFO [RS:0;f5f73e76a839:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:37585. 2024-11-24T11:22:30,178 DEBUG [RS:0;f5f73e76a839:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:30,178 DEBUG [RS:0;f5f73e76a839:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:30,178 DEBUG [RS:0;f5f73e76a839:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:30,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:30,178 INFO [RS:0;f5f73e76a839:37585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37585 2024-11-24T11:22:30,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:30,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:22:30,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046/rs 2024-11-24T11:22:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1551479046/rs/f5f73e76a839,37585,1732447320945 2024-11-24T11:22:30,193 INFO [RS:0;f5f73e76a839:37585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:22:30,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,37585,1732447320945] 2024-11-24T11:22:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:30,256 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1551479046/draining/f5f73e76a839,37585,1732447320945 already deleted, retry=false 2024-11-24T11:22:30,256 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,37585,1732447320945 expired; onlineServers=0 2024-11-24T11:22:30,256 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,46457,1732447320796' ***** 2024-11-24T11:22:30,256 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:22:30,256 INFO [M:0;f5f73e76a839:46457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:22:30,256 INFO [M:0;f5f73e76a839:46457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:22:30,256 DEBUG [M:0;f5f73e76a839:46457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:22:30,256 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:22:30,256 DEBUG [M:0;f5f73e76a839:46457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:22:30,256 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447323420 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447323420,5,FailOnTimeoutGroup] 2024-11-24T11:22:30,256 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447323420 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447323420,5,FailOnTimeoutGroup] 2024-11-24T11:22:30,256 INFO [M:0;f5f73e76a839:46457 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:22:30,256 INFO [M:0;f5f73e76a839:46457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:22:30,256 DEBUG [M:0;f5f73e76a839:46457 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:22:30,256 INFO [M:0;f5f73e76a839:46457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:22:30,256 INFO [M:0;f5f73e76a839:46457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:22:30,257 INFO [M:0;f5f73e76a839:46457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:22:30,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:22:30,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:30,334 INFO [RS:0;f5f73e76a839:37585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:22:30,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1016c9411110004, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:30,334 INFO [RS:0;f5f73e76a839:37585 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,37585,1732447320945; zookeeper connection closed. 2024-11-24T11:22:30,334 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5665349 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5665349 2024-11-24T11:22:30,334 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:22:30,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1551479046/master 2024-11-24T11:22:30,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1551479046 2024-11-24T11:22:30,383 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:22:30,404 DEBUG [M:0;f5f73e76a839:46457 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1551479046/master already deleted, retry=false 2024-11-24T11:22:30,404 DEBUG [M:0;f5f73e76a839:46457 {}] master.ActiveMasterManager(353): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1551479046/master 2024-11-24T11:22:30,405 INFO [M:0;f5f73e76a839:46457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/.lastflushedseqids 2024-11-24T11:22:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741847_1023 (size=245) 2024-11-24T11:22:30,464 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:30,815 INFO [M:0;f5f73e76a839:46457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:22:30,815 INFO [M:0;f5f73e76a839:46457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:22:30,815 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:30,815 INFO [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:30,816 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:30,816 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:30,816 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:30,816 INFO [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T11:22:30,829 DEBUG [M:0;f5f73e76a839:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f30a7ba92764ee59a8bcc7df36409e2 is 82, key is hbase:meta,,1/info:regioninfo/1732447324613/Put/seqid=0 2024-11-24T11:22:30,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741848_1024 (size=5672) 2024-11-24T11:22:31,232 INFO [M:0;f5f73e76a839:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f30a7ba92764ee59a8bcc7df36409e2 2024-11-24T11:22:31,247 DEBUG [M:0;f5f73e76a839:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd0941e6a6314a58846d50765d2233ef is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447335896/Put/seqid=0 2024-11-24T11:22:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741849_1025 (size=8516) 2024-11-24T11:22:31,651 INFO [M:0;f5f73e76a839:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd0941e6a6314a58846d50765d2233ef 2024-11-24T11:22:31,666 DEBUG [M:0;f5f73e76a839:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21a74957487a4609bb805c6e05c786c6 is 69, key is f5f73e76a839,37585,1732447320945/rs:state/1732447323606/Put/seqid=0 2024-11-24T11:22:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741850_1026 (size=5156) 2024-11-24T11:22:31,767 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:32,072 INFO [M:0;f5f73e76a839:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21a74957487a4609bb805c6e05c786c6 2024-11-24T11:22:32,078 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f30a7ba92764ee59a8bcc7df36409e2 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f30a7ba92764ee59a8bcc7df36409e2 2024-11-24T11:22:32,087 INFO [M:0;f5f73e76a839:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f30a7ba92764ee59a8bcc7df36409e2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T11:22:32,089 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd0941e6a6314a58846d50765d2233ef as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd0941e6a6314a58846d50765d2233ef 2024-11-24T11:22:32,097 INFO [M:0;f5f73e76a839:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd0941e6a6314a58846d50765d2233ef, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T11:22:32,098 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21a74957487a4609bb805c6e05c786c6 as hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21a74957487a4609bb805c6e05c786c6 2024-11-24T11:22:32,103 INFO [M:0;f5f73e76a839:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34665/user/jenkins/test-data/9a190204-4c71-da91-352f-ec87e9205c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21a74957487a4609bb805c6e05c786c6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T11:22:32,106 INFO [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-24T11:22:32,157 INFO [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:32,157 DEBUG [M:0;f5f73e76a839:46457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447350815Disabling compacts and flushes for region at 1732447350815Disabling writes for close at 1732447350816 (+1 ms)Obtaining lock to block concurrent updates at 1732447350816Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447350816Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732447350816Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447350816Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447350816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447350828 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447350828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447351235 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447351247 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447351247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447351654 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447351665 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447351665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6efabc0e: reopening flushed file at 1732447352076 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154a51cf: reopening flushed file at 1732447352087 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f88b6f7: reopening flushed file at 1732447352097 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732447352106 (+9 ms)Writing region close event to WAL at 1732447352156 (+50 ms)Closed at 1732447352156 2024-11-24T11:22:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741830_1006 (size=63654) 2024-11-24T11:22:32,175 INFO [M:0;f5f73e76a839:46457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:22:32,175 INFO [M:0;f5f73e76a839:46457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46457 2024-11-24T11:22:32,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:22:32,176 INFO [M:0;f5f73e76a839:46457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:22:32,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:32,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1016c9411110003, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:32,324 INFO [M:0;f5f73e76a839:46457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:22:32,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55da76a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:22:32,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:22:32,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:22:32,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:22:32,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.log.dir/,STOPPED} 2024-11-24T11:22:32,363 WARN [BP-1406226063-172.17.0.3-1732447316515 heartbeating to localhost/127.0.0.1:34665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:22:32,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:22:32,363 WARN [BP-1406226063-172.17.0.3-1732447316515 heartbeating to localhost/127.0.0.1:34665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1406226063-172.17.0.3-1732447316515 (Datanode Uuid 7d0ee623-cf4b-48eb-b113-74a413400614) service to localhost/127.0.0.1:34665 2024-11-24T11:22:32,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:22:32,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/cluster_0d656435-817e-b6d9-7623-ea2e634442ec/data/data1/current/BP-1406226063-172.17.0.3-1732447316515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:22:32,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/cluster_0d656435-817e-b6d9-7623-ea2e634442ec/data/data2/current/BP-1406226063-172.17.0.3-1732447316515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:22:32,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:22:32,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5441beeb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:22:32,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:22:32,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:22:32,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:22:32,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48137852-708c-bbc8-bf7b-135d180b9070/hadoop.log.dir/,STOPPED} 2024-11-24T11:22:32,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:22:32,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:22:32,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:32,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:32,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:32,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:22:32,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1649413770, stopped=false 2024-11-24T11:22:32,418 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,32967,1732447313620 2024-11-24T11:22:32,426 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0391688058/running 2024-11-24T11:22:32,426 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:22:32,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on znode that does not yet exist, /0391688058/running 2024-11-24T11:22:32,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0391688058/running 2024-11-24T11:22:32,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:22:32,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:22:32,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Set watcher on znode that does not yet exist, /0391688058/running 2024-11-24T11:22:32,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:32,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:32,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:32,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,33039,1732447313794' ***** 2024-11-24T11:22:32,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:22:32,429 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:22:32,429 INFO [RS:0;f5f73e76a839:33039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:22:32,429 INFO [RS:0;f5f73e76a839:33039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:22:32,430 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(3091): Received CLOSE for ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:32,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:22:32,440 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:22:32,444 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(3091): Received CLOSE for a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:32,444 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,33039,1732447313794 2024-11-24T11:22:32,444 INFO [RS:0;f5f73e76a839:33039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba2c39a591089626a299f3b7addf0bcd, disabling compactions & flushes 2024-11-24T11:22:32,444 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:32,444 INFO [RS:0;f5f73e76a839:33039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:33039. 2024-11-24T11:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. after waiting 0 ms 2024-11-24T11:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:32,444 DEBUG [RS:0;f5f73e76a839:33039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:32,444 DEBUG [RS:0;f5f73e76a839:33039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:32,444 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba2c39a591089626a299f3b7addf0bcd 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-24T11:22:32,445 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:22:32,445 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:22:32,445 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:22:32,445 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:22:32,446 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:22:32,446 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1325): Online Regions={ba2c39a591089626a299f3b7addf0bcd=hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd., a01c0918d3824e54de4c9b2bbc0af3c2=test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:22:32,447 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a01c0918d3824e54de4c9b2bbc0af3c2, ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:32,449 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:32,449 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:32,449 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:32,449 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:32,449 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:32,449 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:22:32,473 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/info/e8be1142673c4a748644ba2f533fae8d is 147, key is hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd./info:regioninfo/1732447334147/Put/seqid=0 2024-11-24T11:22:32,475 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd/.tmp/queue/9879786c77904b58982b3fd78982a05e is 153, key is 1-f5f73e76a839,33039,1732447313794/queue:f5f73e76a839%2C33039%2C1732447313794/1732447342709/Put/seqid=0 2024-11-24T11:22:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741841_1017 (size=7686) 2024-11-24T11:22:32,510 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/info/e8be1142673c4a748644ba2f533fae8d 2024-11-24T11:22:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741840_1016 (size=5352) 2024-11-24T11:22:32,553 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/ns/63a73a9eb7fb460aba21ff2206a50d67 is 43, key is default/ns:d/1732447316422/Put/seqid=0 2024-11-24T11:22:32,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741842_1018 (size=5153) 2024-11-24T11:22:32,584 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/ns/63a73a9eb7fb460aba21ff2206a50d67 2024-11-24T11:22:32,629 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/rep_barrier/78158aebb070488199ab6d361d047a84 is 112, key is test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2./rep_barrier:seqnumDuringOpen/1732447330865/Put/seqid=0 2024-11-24T11:22:32,647 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a01c0918d3824e54de4c9b2bbc0af3c2, ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:32,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741843_1019 (size=5518) 2024-11-24T11:22:32,676 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:22:32,676 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:22:32,847 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a01c0918d3824e54de4c9b2bbc0af3c2, ba2c39a591089626a299f3b7addf0bcd 2024-11-24T11:22:32,923 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd/.tmp/queue/9879786c77904b58982b3fd78982a05e 2024-11-24T11:22:32,928 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd/.tmp/queue/9879786c77904b58982b3fd78982a05e as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd/queue/9879786c77904b58982b3fd78982a05e 2024-11-24T11:22:32,931 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd/queue/9879786c77904b58982b3fd78982a05e, entries=1, sequenceid=8, filesize=5.2 K 2024-11-24T11:22:32,932 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ba2c39a591089626a299f3b7addf0bcd in 488ms, sequenceid=8, compaction requested=false 2024-11-24T11:22:32,935 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/replication/ba2c39a591089626a299f3b7addf0bcd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T11:22:32,935 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:22:32,935 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:22:32,935 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:32,935 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba2c39a591089626a299f3b7addf0bcd: Waiting for close lock at 1732447352444Running coprocessor pre-close hooks at 1732447352444Disabling compacts and flushes for region at 1732447352444Disabling writes for close at 1732447352444Obtaining lock to block concurrent updates at 1732447352444Preparing flush snapshotting stores in ba2c39a591089626a299f3b7addf0bcd at 1732447352444Finished memstore snapshotting hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732447352445 (+1 ms)Flushing stores of hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. at 1732447352446 (+1 ms)Flushing ba2c39a591089626a299f3b7addf0bcd/queue: creating writer at 1732447352446Flushing ba2c39a591089626a299f3b7addf0bcd/queue: appending metadata at 1732447352474 (+28 ms)Flushing ba2c39a591089626a299f3b7addf0bcd/queue: closing flushed file at 1732447352474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c28203c: reopening flushed file at 1732447352927 (+453 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ba2c39a591089626a299f3b7addf0bcd in 488ms, sequenceid=8, compaction requested=false at 1732447352932 (+5 ms)Writing region close event to WAL at 1732447352933 (+1 ms)Running coprocessor post-close hooks at 1732447352935 (+2 ms)Closed at 1732447352935 2024-11-24T11:22:32,936 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447332833.ba2c39a591089626a299f3b7addf0bcd. 2024-11-24T11:22:32,936 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a01c0918d3824e54de4c9b2bbc0af3c2, disabling compactions & flushes 2024-11-24T11:22:32,936 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:32,936 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:32,936 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. after waiting 0 ms 2024-11-24T11:22:32,936 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:32,936 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a01c0918d3824e54de4c9b2bbc0af3c2 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T11:22:32,961 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/f/6a4b93ce49754b56951939b34a7d69ea is 28, key is row/f:/1732447342392/DeleteFamily/seqid=0 2024-11-24T11:22:32,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741844_1020 (size=5085) 2024-11-24T11:22:32,965 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/f/6a4b93ce49754b56951939b34a7d69ea 2024-11-24T11:22:32,968 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a4b93ce49754b56951939b34a7d69ea 2024-11-24T11:22:32,981 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/f1/881ad6f1d58f46a3bb913542c1144b95 is 29, key is row/f1:/1732447342392/DeleteFamily/seqid=0 2024-11-24T11:22:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741845_1021 (size=5089) 2024-11-24T11:22:33,047 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:33,081 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/rep_barrier/78158aebb070488199ab6d361d047a84 2024-11-24T11:22:33,101 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/table/9983057b254a4e92bec96993a4f49b0e is 53, key is hbase:replication/table:state/1732447334168/Put/seqid=0 2024-11-24T11:22:33,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741846_1022 (size=5308) 2024-11-24T11:22:33,172 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 636, reset compression=false 2024-11-24T11:22:33,175 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:33,175 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 883, reset compression=false 2024-11-24T11:22:33,175 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,33039,1732447313794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:22:33,176 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f5f73e76a839,33039,1732447313794: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f5f73e76a839,33039,1732447313794, walGroup=f5f73e76a839%2C33039%2C1732447313794, offset=f5f73e76a839%2C33039%2C1732447313794.1732447315817:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T11:22:33,191 ERROR [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:22:33,191 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:22:33,191 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:22:33,191 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:22:33,191 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:22:33,192 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 832036352 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202436224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:22:33,192 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:32967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:32967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T11:22:33,247 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a01c0918d3824e54de4c9b2bbc0af3c2 2024-11-24T11:22:33,385 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/f1/881ad6f1d58f46a3bb913542c1144b95 2024-11-24T11:22:33,388 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 881ad6f1d58f46a3bb913542c1144b95 2024-11-24T11:22:33,393 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 883, reset compression=false 2024-11-24T11:22:33,408 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/norep/f6ed9205e331428cbb9ea781b0cbc02f is 32, key is row/norep:/1732447342392/DeleteFamily/seqid=0 2024-11-24T11:22:33,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741847_1023 (size=5101) 2024-11-24T11:22:33,413 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/norep/f6ed9205e331428cbb9ea781b0cbc02f 2024-11-24T11:22:33,417 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6ed9205e331428cbb9ea781b0cbc02f 2024-11-24T11:22:33,418 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/f/6a4b93ce49754b56951939b34a7d69ea as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/f/6a4b93ce49754b56951939b34a7d69ea 2024-11-24T11:22:33,423 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a4b93ce49754b56951939b34a7d69ea 2024-11-24T11:22:33,423 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/f/6a4b93ce49754b56951939b34a7d69ea, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T11:22:33,424 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/f1/881ad6f1d58f46a3bb913542c1144b95 as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/f1/881ad6f1d58f46a3bb913542c1144b95 2024-11-24T11:22:33,429 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 881ad6f1d58f46a3bb913542c1144b95 2024-11-24T11:22:33,429 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/f1/881ad6f1d58f46a3bb913542c1144b95, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T11:22:33,430 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/.tmp/norep/f6ed9205e331428cbb9ea781b0cbc02f as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/norep/f6ed9205e331428cbb9ea781b0cbc02f 2024-11-24T11:22:33,434 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6ed9205e331428cbb9ea781b0cbc02f 2024-11-24T11:22:33,434 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/norep/f6ed9205e331428cbb9ea781b0cbc02f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T11:22:33,435 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a01c0918d3824e54de4c9b2bbc0af3c2 in 499ms, sequenceid=6, compaction requested=false 2024-11-24T11:22:33,439 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/default/test/a01c0918d3824e54de4c9b2bbc0af3c2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T11:22:33,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:22:33,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:22:33,440 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:33,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a01c0918d3824e54de4c9b2bbc0af3c2: Waiting for close lock at 1732447352936Running coprocessor pre-close hooks at 1732447352936Disabling compacts and flushes for region at 1732447352936Disabling writes for close at 1732447352936Obtaining lock to block concurrent updates at 1732447352936Preparing flush snapshotting stores in a01c0918d3824e54de4c9b2bbc0af3c2 at 1732447352936Finished memstore snapshotting test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732447352936Flushing stores of test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. at 1732447352938 (+2 ms)Flushing a01c0918d3824e54de4c9b2bbc0af3c2/f: creating writer at 1732447352938Flushing a01c0918d3824e54de4c9b2bbc0af3c2/f: appending metadata at 1732447352960 (+22 ms)Flushing a01c0918d3824e54de4c9b2bbc0af3c2/f: closing flushed file at 1732447352960Flushing a01c0918d3824e54de4c9b2bbc0af3c2/f1: creating writer at 1732447352968 (+8 ms)Flushing a01c0918d3824e54de4c9b2bbc0af3c2/f1: appending metadata at 1732447352980 (+12 ms)Flushing a01c0918d3824e54de4c9b2bbc0af3c2/f1: closing flushed file at 1732447352980Flushing a01c0918d3824e54de4c9b2bbc0af3c2/norep: creating writer at 1732447353388 (+408 ms)Flushing a01c0918d3824e54de4c9b2bbc0af3c2/norep: appending metadata at 1732447353407 (+19 ms)Flushing a01c0918d3824e54de4c9b2bbc0af3c2/norep: closing flushed file at 1732447353407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@687c867d: reopening flushed file at 1732447353417 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562772cc: reopening flushed file at 1732447353423 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5995747: reopening flushed file at 1732447353429 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a01c0918d3824e54de4c9b2bbc0af3c2 in 499ms, sequenceid=6, compaction requested=false at 1732447353435 (+6 ms)Writing region close event to WAL at 1732447353436 (+1 ms)Running coprocessor post-close hooks at 1732447353440 (+4 ms)Closed at 1732447353440 2024-11-24T11:22:33,440 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447330401.a01c0918d3824e54de4c9b2bbc0af3c2. 2024-11-24T11:22:33,448 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:22:33,448 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:22:33,448 DEBUG [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:22:33,506 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/table/9983057b254a4e92bec96993a4f49b0e 2024-11-24T11:22:33,510 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/info/e8be1142673c4a748644ba2f533fae8d as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/info/e8be1142673c4a748644ba2f533fae8d 2024-11-24T11:22:33,514 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/info/e8be1142673c4a748644ba2f533fae8d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:22:33,517 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/ns/63a73a9eb7fb460aba21ff2206a50d67 as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/ns/63a73a9eb7fb460aba21ff2206a50d67 2024-11-24T11:22:33,521 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/ns/63a73a9eb7fb460aba21ff2206a50d67, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:22:33,522 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/rep_barrier/78158aebb070488199ab6d361d047a84 as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/rep_barrier/78158aebb070488199ab6d361d047a84 2024-11-24T11:22:33,526 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/rep_barrier/78158aebb070488199ab6d361d047a84, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:22:33,527 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/.tmp/table/9983057b254a4e92bec96993a4f49b0e as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/table/9983057b254a4e92bec96993a4f49b0e 2024-11-24T11:22:33,532 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/table/9983057b254a4e92bec96993a4f49b0e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:22:33,533 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1084ms, sequenceid=16, compaction requested=false 2024-11-24T11:22:33,545 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:22:33,546 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:22:33,546 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:22:33,546 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:33,546 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447352449Running coprocessor pre-close hooks at 1732447352449Disabling compacts and flushes for region at 1732447352449Disabling writes for close at 1732447352449Obtaining lock to block concurrent updates at 1732447352449Preparing flush snapshotting stores in 1588230740 at 1732447352449Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447352449Flushing stores of hbase:meta,,1.1588230740 at 1732447352452 (+3 ms)Flushing 1588230740/info: creating writer at 1732447352452Flushing 1588230740/info: appending metadata at 1732447352472 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732447352472Flushing 1588230740/ns: creating writer at 1732447352527 (+55 ms)Flushing 1588230740/ns: appending metadata at 1732447352552 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732447352552Flushing 1588230740/rep_barrier: creating writer at 1732447352592 (+40 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447352629 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447352629Flushing 1588230740/table: creating writer at 1732447353084 (+455 ms)Flushing 1588230740/table: appending metadata at 1732447353101 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732447353101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100a99bf: reopening flushed file at 1732447353509 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e99c720: reopening flushed file at 1732447353514 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3240f64: reopening flushed file at 1732447353522 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16763e3a: reopening flushed file at 1732447353527 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1084ms, sequenceid=16, compaction requested=false at 1732447353533 (+6 ms)Writing region close event to WAL at 1732447353541 (+8 ms)Running coprocessor post-close hooks at 1732447353546 (+5 ms)Closed at 1732447353546 2024-11-24T11:22:33,546 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:33,648 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,33039,1732447313794; all regions closed. 2024-11-24T11:22:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741834_1010 (size=4239) 2024-11-24T11:22:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741839_1015 (size=2240) 2024-11-24T11:22:33,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.rep.1732447334012 not finished, retry = 0 2024-11-24T11:22:33,700 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 883, reset compression=false 2024-11-24T11:22:33,704 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:22:33,704 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/WALs/f5f73e76a839,33039,1732447313794/f5f73e76a839%2C33039%2C1732447313794.1732447315817 to pos 1527, reset compression=false 2024-11-24T11:22:33,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741833_1009 (size=1535) 2024-11-24T11:22:33,755 DEBUG [RS:0;f5f73e76a839:33039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:33,755 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:22:33,755 INFO [RS:0;f5f73e76a839:33039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:22:33,755 INFO [RS:0;f5f73e76a839:33039 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:22:33,755 INFO [RS:0;f5f73e76a839:33039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:22:33,756 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:22:33,756 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,33039,1732447313794 because: Region server is closing 2024-11-24T11:22:33,756 INFO [RS:0;f5f73e76a839:33039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:33039. 2024-11-24T11:22:33,756 DEBUG [RS:0;f5f73e76a839:33039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:33,756 DEBUG [RS:0;f5f73e76a839:33039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:33,756 DEBUG [RS:0;f5f73e76a839:33039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:33,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:33,856 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.shipperf5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 terminated 2024-11-24T11:22:33,856 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,33039,1732447313794.replicationSource.wal-reader.f5f73e76a839%2C33039%2C1732447313794,1-f5f73e76a839,33039,1732447313794 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:22:33,857 INFO [RS:0;f5f73e76a839:33039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33039 2024-11-24T11:22:34,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058/rs 2024-11-24T11:22:34,603 INFO [RS:0;f5f73e76a839:33039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:22:34,603 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0391688058/rs/f5f73e76a839,33039,1732447313794 2024-11-24T11:22:34,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,33039,1732447313794] 2024-11-24T11:22:34,924 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:34,924 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x1016c9411110001, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:34,924 INFO [RS:0;f5f73e76a839:33039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:22:34,924 INFO [RS:0;f5f73e76a839:33039 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,33039,1732447313794; zookeeper connection closed. 2024-11-24T11:22:34,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62451a28 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62451a28 2024-11-24T11:22:34,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:22:35,076 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0391688058/draining/f5f73e76a839,33039,1732447313794 already deleted, retry=false 2024-11-24T11:22:35,076 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,33039,1732447313794 expired; onlineServers=0 2024-11-24T11:22:35,077 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,32967,1732447313620' ***** 2024-11-24T11:22:35,077 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:22:35,077 INFO [M:0;f5f73e76a839:32967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:22:35,077 INFO [M:0;f5f73e76a839:32967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:22:35,077 DEBUG [M:0;f5f73e76a839:32967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:22:35,077 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:22:35,077 DEBUG [M:0;f5f73e76a839:32967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:22:35,077 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447315552 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447315552,5,FailOnTimeoutGroup] 2024-11-24T11:22:35,077 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447315568 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447315568,5,FailOnTimeoutGroup] 2024-11-24T11:22:35,077 INFO [M:0;f5f73e76a839:32967 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:22:35,077 INFO [M:0;f5f73e76a839:32967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:22:35,077 DEBUG [M:0;f5f73e76a839:32967 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:22:35,077 INFO [M:0;f5f73e76a839:32967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:22:35,078 INFO [M:0;f5f73e76a839:32967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:22:35,078 ERROR [M:0;f5f73e76a839:32967 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44189,5,PEWorkerGroup] 2024-11-24T11:22:35,078 INFO [M:0;f5f73e76a839:32967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:22:35,078 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:22:35,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0391688058/master 2024-11-24T11:22:35,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0391688058 2024-11-24T11:22:35,318 DEBUG [M:0;f5f73e76a839:32967 {}] zookeeper.ZKUtil(347): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Unable to get data of znode /0391688058/master because node does not exist (not an error) 2024-11-24T11:22:35,318 WARN [M:0;f5f73e76a839:32967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:22:35,319 INFO [M:0;f5f73e76a839:32967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/.lastflushedseqids 2024-11-24T11:22:35,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741848_1024 (size=245) 2024-11-24T11:22:35,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:22:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:35,727 INFO [M:0;f5f73e76a839:32967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:22:35,727 INFO [M:0;f5f73e76a839:32967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:22:35,727 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:35,727 INFO [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:35,727 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:35,728 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:35,728 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:35,728 INFO [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-24T11:22:35,746 DEBUG [M:0;f5f73e76a839:32967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7bd2bb268824827841576bab2baef41 is 82, key is hbase:meta,,1/info:regioninfo/1732447316357/Put/seqid=0 2024-11-24T11:22:35,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741849_1025 (size=5672) 2024-11-24T11:22:36,150 INFO [M:0;f5f73e76a839:32967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7bd2bb268824827841576bab2baef41 2024-11-24T11:22:36,169 DEBUG [M:0;f5f73e76a839:32967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/833afe3c194d4024a1f1d12cb48560c4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732447330882/Put/seqid=0 2024-11-24T11:22:36,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741850_1026 (size=7217) 2024-11-24T11:22:36,572 INFO [M:0;f5f73e76a839:32967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/833afe3c194d4024a1f1d12cb48560c4 2024-11-24T11:22:36,575 INFO [M:0;f5f73e76a839:32967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 833afe3c194d4024a1f1d12cb48560c4 2024-11-24T11:22:36,587 DEBUG [M:0;f5f73e76a839:32967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ef2a8d3d60b489898fd699ab4f93e9d is 69, key is f5f73e76a839,33039,1732447313794/rs:state/1732447315611/Put/seqid=0 2024-11-24T11:22:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741851_1027 (size=5156) 2024-11-24T11:22:36,593 INFO [M:0;f5f73e76a839:32967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ef2a8d3d60b489898fd699ab4f93e9d 2024-11-24T11:22:36,596 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7bd2bb268824827841576bab2baef41 as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7bd2bb268824827841576bab2baef41 2024-11-24T11:22:36,599 INFO [M:0;f5f73e76a839:32967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7bd2bb268824827841576bab2baef41, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T11:22:36,600 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/833afe3c194d4024a1f1d12cb48560c4 as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/833afe3c194d4024a1f1d12cb48560c4 2024-11-24T11:22:36,603 INFO [M:0;f5f73e76a839:32967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 833afe3c194d4024a1f1d12cb48560c4 2024-11-24T11:22:36,603 INFO [M:0;f5f73e76a839:32967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/833afe3c194d4024a1f1d12cb48560c4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T11:22:36,604 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ef2a8d3d60b489898fd699ab4f93e9d as hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ef2a8d3d60b489898fd699ab4f93e9d 2024-11-24T11:22:36,606 INFO [M:0;f5f73e76a839:32967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ef2a8d3d60b489898fd699ab4f93e9d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T11:22:36,607 INFO [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=105, compaction requested=false 2024-11-24T11:22:36,608 INFO [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:36,608 DEBUG [M:0;f5f73e76a839:32967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447355727Disabling compacts and flushes for region at 1732447355727Disabling writes for close at 1732447355728 (+1 ms)Obtaining lock to block concurrent updates at 1732447355728Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447355728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732447355728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447355729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447355729Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447355745 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447355746 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447356153 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447356168 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447356168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447356575 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447356587 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447356587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d154a: reopening flushed file at 1732447356596 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d70ad17: reopening flushed file at 1732447356599 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e009847: reopening flushed file at 1732447356603 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=105, compaction requested=false at 1732447356607 (+4 ms)Writing region close event to WAL at 1732447356608 (+1 ms)Closed at 1732447356608 2024-11-24T11:22:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35503 is added to blk_1073741830_1006 (size=64411) 2024-11-24T11:22:36,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/524bfc77-a22a-08c6-8c5d-1092c7d0f8ce/MasterData/WALs/f5f73e76a839,32967,1732447313620/f5f73e76a839%2C32967%2C1732447313620.1732447315160 not finished, retry = 0 2024-11-24T11:22:36,710 INFO [M:0;f5f73e76a839:32967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:22:36,710 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:22:36,711 INFO [M:0;f5f73e76a839:32967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32967 2024-11-24T11:22:36,711 INFO [M:0;f5f73e76a839:32967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:22:36,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:36,884 INFO [M:0;f5f73e76a839:32967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:22:36,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32967-0x1016c9411110000, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:22:36,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6b26e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:22:36,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:22:36,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:22:36,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:22:36,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.log.dir/,STOPPED} 2024-11-24T11:22:36,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:22:36,889 WARN [BP-1913620675-172.17.0.3-1732447311271 heartbeating to localhost/127.0.0.1:44189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:22:36,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:22:36,889 WARN [BP-1913620675-172.17.0.3-1732447311271 heartbeating to localhost/127.0.0.1:44189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1913620675-172.17.0.3-1732447311271 (Datanode Uuid cdc3dea4-b2f6-4375-bb79-28c2bc2f6f0b) service to localhost/127.0.0.1:44189 2024-11-24T11:22:36,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/cluster_464ebc86-fd54-9b0b-1371-034f3c08f1f2/data/data1/current/BP-1913620675-172.17.0.3-1732447311271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:22:36,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/cluster_464ebc86-fd54-9b0b-1371-034f3c08f1f2/data/data2/current/BP-1913620675-172.17.0.3-1732447311271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:22:36,890 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:22:36,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35c552d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:22:36,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:22:36,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:22:36,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:22:36,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32af871b-430d-3c20-d0e1-dc5f23be844d/hadoop.log.dir/,STOPPED} 2024-11-24T11:22:36,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:22:36,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:22:36,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 316) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55587) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34665 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55587) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55587) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44189 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=780 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=615 (was 475) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5704 (was 5579) - AvailableMemoryMB LEAK? - 2024-11-24T11:22:36,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=780, MaxFileDescriptor=1048576, SystemLoadAverage=615, ProcessCount=11, AvailableMemoryMB=5704 2024-11-24T11:22:36,949 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T11:22:36,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.log.dir so I do NOT create it in target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01 2024-11-24T11:22:36,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:22:36,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.tmp.dir so I do NOT create it in target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01 2024-11-24T11:22:36,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/350fd701-a187-59c8-e7ef-cb05ee43e884/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:22:36,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01 2024-11-24T11:22:36,950 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e, deleteOnExit=true 2024-11-24T11:22:36,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/zookeeper_0, clientPort=63548, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:22:36,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63548 2024-11-24T11:22:36,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/test.cache.data in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:22:36,975 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:36,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:22:36,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:22:36,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:22:36,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:36,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:22:36,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:22:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c9411110002, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:22:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c9411110005, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:22:37,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016c9411110008, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:22:37,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c9411110002, quorum=127.0.0.1:55587, baseZNode=/0391688058 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:22:37,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016c9411110008, quorum=127.0.0.1:55587, baseZNode=/2-351371558 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:22:37,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c9411110005, quorum=127.0.0.1:55587, baseZNode=/1-1551479046 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:22:37,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:37,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:37,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:37,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:37,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:22:37,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:37,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2106c5d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:37,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4140df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:37,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@115576ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/java.io.tmpdir/jetty-localhost-33665-hadoop-hdfs-3_4_1-tests_jar-_-any-623192709623114047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:22:37,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@85bdf7f{HTTP/1.1, (http/1.1)}{localhost:33665} 2024-11-24T11:22:37,465 INFO [Time-limited test {}] server.Server(415): Started @325278ms 2024-11-24T11:22:37,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:37,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:37,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:37,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:37,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:22:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b5e117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:37,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e21794{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/java.io.tmpdir/jetty-localhost-37933-hadoop-hdfs-3_4_1-tests_jar-_-any-1031750784383203204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:22:37,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1527f35d{HTTP/1.1, (http/1.1)}{localhost:37933} 2024-11-24T11:22:37,841 INFO [Time-limited test {}] server.Server(415): Started @325654ms 2024-11-24T11:22:37,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:22:38,697 WARN [Thread-4178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/data/data2/current/BP-1112703908-172.17.0.3-1732447356990/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:38,697 WARN [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/data/data1/current/BP-1112703908-172.17.0.3-1732447356990/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:38,716 WARN [Thread-4165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:22:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe0775690b8216eb with lease ID 0xc4b322e549183d9f: Processing first storage report for DS-98134c05-4693-4048-b712-2a2e3dc4ccb6 from datanode DatanodeRegistration(127.0.0.1:44109, datanodeUuid=7813b296-08d7-45eb-97c7-73453833a38b, infoPort=34547, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=1889385456;c=1732447356990) 2024-11-24T11:22:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe0775690b8216eb with lease ID 0xc4b322e549183d9f: from storage DS-98134c05-4693-4048-b712-2a2e3dc4ccb6 node DatanodeRegistration(127.0.0.1:44109, datanodeUuid=7813b296-08d7-45eb-97c7-73453833a38b, infoPort=34547, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=1889385456;c=1732447356990), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe0775690b8216eb with lease ID 0xc4b322e549183d9f: Processing first storage report for DS-11c250bc-d688-4bc8-8d60-d31fa9574bb4 from datanode DatanodeRegistration(127.0.0.1:44109, datanodeUuid=7813b296-08d7-45eb-97c7-73453833a38b, infoPort=34547, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=1889385456;c=1732447356990) 2024-11-24T11:22:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe0775690b8216eb with lease ID 0xc4b322e549183d9f: from storage DS-11c250bc-d688-4bc8-8d60-d31fa9574bb4 node DatanodeRegistration(127.0.0.1:44109, datanodeUuid=7813b296-08d7-45eb-97c7-73453833a38b, infoPort=34547, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=1889385456;c=1732447356990), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:38,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01 2024-11-24T11:22:38,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:38,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:38,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:22:39,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457 with version=8 2024-11-24T11:22:39,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/hbase-staging 2024-11-24T11:22:39,194 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:39,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:39,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:39,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:39,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:39,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:39,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:22:39,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:39,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33459 2024-11-24T11:22:39,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33459 connecting to ZooKeeper ensemble=127.0.0.1:63548 2024-11-24T11:22:39,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334590x0, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:39,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33459-0x1016c94c3d80000 connected 2024-11-24T11:22:39,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:39,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:39,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Set watcher on znode that does not yet exist, /0332147760/running 2024-11-24T11:22:39,553 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457, hbase.cluster.distributed=false 2024-11-24T11:22:39,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Set watcher on znode that does not yet exist, /0332147760/acl 2024-11-24T11:22:39,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33459 2024-11-24T11:22:39,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33459 2024-11-24T11:22:39,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33459 2024-11-24T11:22:39,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33459 2024-11-24T11:22:39,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33459 2024-11-24T11:22:39,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:39,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:39,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:22:39,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:39,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33303 2024-11-24T11:22:39,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33303 connecting to ZooKeeper ensemble=127.0.0.1:63548 2024-11-24T11:22:39,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:39,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333030x0, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:39,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33303-0x1016c94c3d80001 connected 2024-11-24T11:22:39,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Set watcher on znode that does not yet exist, /0332147760/running 2024-11-24T11:22:39,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:22:39,691 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:22:39,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Set watcher on znode that does not yet exist, /0332147760/master 2024-11-24T11:22:39,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Set watcher on znode that does not yet exist, /0332147760/acl 2024-11-24T11:22:39,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:39,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:22:39,707 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128759 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:22:39,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-24T11:22:39,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33303 2024-11-24T11:22:39,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33303 2024-11-24T11:22:39,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-24T11:22:39,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-24T11:22:39,722 DEBUG [M:0;f5f73e76a839:33459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:33459 2024-11-24T11:22:39,724 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0332147760/backup-masters/f5f73e76a839,33459,1732447359194 2024-11-24T11:22:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760/backup-masters 2024-11-24T11:22:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760/backup-masters 2024-11-24T11:22:39,733 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Set watcher on existing znode=/0332147760/backup-masters/f5f73e76a839,33459,1732447359194 2024-11-24T11:22:39,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:39,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0332147760/master 2024-11-24T11:22:39,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:39,743 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Set watcher on existing znode=/0332147760/master 2024-11-24T11:22:39,743 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0332147760/backup-masters/f5f73e76a839,33459,1732447359194 from backup master directory 2024-11-24T11:22:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0332147760/backup-masters/f5f73e76a839,33459,1732447359194 2024-11-24T11:22:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760/backup-masters 2024-11-24T11:22:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760/backup-masters 2024-11-24T11:22:39,753 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:39,753 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,33459,1732447359194 2024-11-24T11:22:39,756 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/hbase.id] with ID: 0140a5b4-8899-470c-8dff-6b34d62aea8e 2024-11-24T11:22:39,756 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/.tmp/hbase.id 2024-11-24T11:22:39,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:22:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:22:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:22:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:22:39,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:22:40,162 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/.tmp/hbase.id]:[hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/hbase.id] 2024-11-24T11:22:40,169 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:40,169 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:22:40,169 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T11:22:40,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:40,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:40,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:22:40,621 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:40,622 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:22:40,622 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:40,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:22:40,627 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/data/master/store 2024-11-24T11:22:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:22:40,631 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:40,631 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:40,631 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:40,631 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:40,631 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:40,631 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:40,631 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:40,631 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447360631Disabling compacts and flushes for region at 1732447360631Disabling writes for close at 1732447360631Writing region close event to WAL at 1732447360631Closed at 1732447360631 2024-11-24T11:22:40,632 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/data/master/store/.initializing 2024-11-24T11:22:40,632 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/WALs/f5f73e76a839,33459,1732447359194 2024-11-24T11:22:40,632 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:40,633 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C33459%2C1732447359194, suffix=, logDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/WALs/f5f73e76a839,33459,1732447359194, archiveDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/oldWALs, maxLogs=10 2024-11-24T11:22:40,645 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/WALs/f5f73e76a839,33459,1732447359194/f5f73e76a839%2C33459%2C1732447359194.1732447360633, exclude list is [], retry=0 2024-11-24T11:22:40,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44109,DS-98134c05-4693-4048-b712-2a2e3dc4ccb6,DISK] 2024-11-24T11:22:40,648 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/WALs/f5f73e76a839,33459,1732447359194/f5f73e76a839%2C33459%2C1732447359194.1732447360633 2024-11-24T11:22:40,648 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-24T11:22:40,648 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:40,648 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:40,649 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,649 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:22:40,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:40,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:40,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:22:40,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:40,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:40,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:22:40,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:40,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:40,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:22:40,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:40,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:40,653 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,654 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,654 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,655 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,655 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,656 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:40,657 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:40,658 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:40,659 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71243364, jitterRate=0.061608850955963135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:40,659 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447360649Initializing all the Stores at 1732447360649Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447360649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447360649Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447360649Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447360649Cleaning up temporary data from old regions at 1732447360655 (+6 ms)Region opened successfully at 1732447360659 (+4 ms) 2024-11-24T11:22:40,659 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:22:40,661 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8d90fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:40,662 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:22:40,662 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:22:40,662 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:22:40,662 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:22:40,662 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:22:40,663 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:22:40,663 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:22:40,664 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:22:40,665 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Unable to get data of znode /0332147760/balancer because node does not exist (not necessarily an error) 2024-11-24T11:22:40,711 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0332147760/balancer already deleted, retry=false 2024-11-24T11:22:40,712 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:22:40,712 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Unable to get data of znode /0332147760/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:22:40,722 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0332147760/normalizer already deleted, retry=false 2024-11-24T11:22:40,722 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:22:40,723 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Unable to get data of znode /0332147760/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:22:40,732 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0332147760/switch/split already deleted, retry=false 2024-11-24T11:22:40,733 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Unable to get data of znode /0332147760/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:22:40,743 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0332147760/switch/merge already deleted, retry=false 2024-11-24T11:22:40,745 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Unable to get data of znode /0332147760/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:22:40,753 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0332147760/snapshot-cleanup already deleted, retry=false 2024-11-24T11:22:40,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0332147760/running 2024-11-24T11:22:40,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0332147760/running 2024-11-24T11:22:40,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:40,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:40,765 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,33459,1732447359194, sessionid=0x1016c94c3d80000, setting cluster-up flag (Was=false) 2024-11-24T11:22:40,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:40,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:40,817 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0332147760/flush-table-proc/acquired, /0332147760/flush-table-proc/reached, /0332147760/flush-table-proc/abort 2024-11-24T11:22:40,818 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,33459,1732447359194 2024-11-24T11:22:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:40,880 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0332147760/online-snapshot/acquired, /0332147760/online-snapshot/reached, /0332147760/online-snapshot/abort 2024-11-24T11:22:40,881 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,33459,1732447359194 2024-11-24T11:22:40,884 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:22:40,885 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:40,885 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:22:40,885 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:22:40,885 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,33459,1732447359194 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:22:40,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:40,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:40,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:40,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:40,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:22:40,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:40,886 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:40,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:22:40,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:40,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:22:40,892 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447390892 2024-11-24T11:22:40,893 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:22:40,893 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:22:40,893 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:22:40,893 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:22:40,893 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:22:40,893 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:22:40,896 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,896 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:22:40,897 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:22:40,897 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:22:40,897 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:22:40,897 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:22:40,897 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:22:40,897 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447360897,5,FailOnTimeoutGroup] 2024-11-24T11:22:40,897 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447360897,5,FailOnTimeoutGroup] 2024-11-24T11:22:40,898 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,898 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:22:40,898 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,898 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:22:40,913 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer(746): ClusterId : 0140a5b4-8899-470c-8dff-6b34d62aea8e 2024-11-24T11:22:40,913 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:22:40,922 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:22:40,922 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:22:40,933 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:22:40,933 DEBUG [RS:0;f5f73e76a839:33303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc73cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:40,947 DEBUG [RS:0;f5f73e76a839:33303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:33303 2024-11-24T11:22:40,947 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:22:40,947 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:22:40,947 DEBUG [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:22:40,948 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,33459,1732447359194 with port=33303, startcode=1732447359573 2024-11-24T11:22:40,948 DEBUG [RS:0;f5f73e76a839:33303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:22:40,949 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:22:40,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,33303,1732447359573 2024-11-24T11:22:40,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,33303,1732447359573 2024-11-24T11:22:40,950 DEBUG [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457 2024-11-24T11:22:40,950 DEBUG [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44137 2024-11-24T11:22:40,950 DEBUG [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:22:40,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760/rs 2024-11-24T11:22:40,963 DEBUG [RS:0;f5f73e76a839:33303 {}] zookeeper.ZKUtil(111): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Set watcher on existing znode=/0332147760/rs/f5f73e76a839,33303,1732447359573 2024-11-24T11:22:40,963 WARN [RS:0;f5f73e76a839:33303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:40,963 INFO [RS:0;f5f73e76a839:33303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:40,963 DEBUG [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/WALs/f5f73e76a839,33303,1732447359573 2024-11-24T11:22:40,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,33303,1732447359573] 2024-11-24T11:22:40,965 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:22:40,966 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:22:40,966 INFO [RS:0;f5f73e76a839:33303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:22:40,966 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,968 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:22:40,968 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:22:40,968 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:40,969 DEBUG [RS:0;f5f73e76a839:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:40,969 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,969 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,969 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,969 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,969 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,969 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33303,1732447359573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:40,983 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:22:40,983 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33303,1732447359573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,983 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,983 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.Replication(171): f5f73e76a839,33303,1732447359573 started 2024-11-24T11:22:40,996 INFO [RS:0;f5f73e76a839:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:40,996 INFO [RS:0;f5f73e76a839:33303 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,33303,1732447359573, RpcServer on f5f73e76a839/172.17.0.3:33303, sessionid=0x1016c94c3d80001 2024-11-24T11:22:40,997 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:22:40,997 DEBUG [RS:0;f5f73e76a839:33303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,33303,1732447359573 2024-11-24T11:22:40,997 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,33303,1732447359573' 2024-11-24T11:22:40,997 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0332147760/flush-table-proc/abort' 2024-11-24T11:22:40,997 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0332147760/flush-table-proc/acquired' 2024-11-24T11:22:40,998 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:22:40,998 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:22:40,998 DEBUG [RS:0;f5f73e76a839:33303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,33303,1732447359573 2024-11-24T11:22:40,998 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,33303,1732447359573' 2024-11-24T11:22:40,998 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0332147760/online-snapshot/abort' 2024-11-24T11:22:40,998 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0332147760/online-snapshot/acquired' 2024-11-24T11:22:40,998 DEBUG [RS:0;f5f73e76a839:33303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:22:40,998 INFO [RS:0;f5f73e76a839:33303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:22:40,998 INFO [RS:0;f5f73e76a839:33303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:22:41,099 INFO [RS:0;f5f73e76a839:33303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:41,100 INFO [RS:0;f5f73e76a839:33303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C33303%2C1732447359573, suffix=, logDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/WALs/f5f73e76a839,33303,1732447359573, archiveDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/oldWALs, maxLogs=10 2024-11-24T11:22:41,113 DEBUG [RS:0;f5f73e76a839:33303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/WALs/f5f73e76a839,33303,1732447359573/f5f73e76a839%2C33303%2C1732447359573.1732447361100, exclude list is [], retry=0 2024-11-24T11:22:41,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44109,DS-98134c05-4693-4048-b712-2a2e3dc4ccb6,DISK] 2024-11-24T11:22:41,116 INFO [RS:0;f5f73e76a839:33303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/WALs/f5f73e76a839,33303,1732447359573/f5f73e76a839%2C33303%2C1732447359573.1732447361100 2024-11-24T11:22:41,117 DEBUG [RS:0;f5f73e76a839:33303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-24T11:22:41,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:22:41,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457 2024-11-24T11:22:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:22:41,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:41,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:41,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:41,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:41,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:41,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:41,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:41,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:41,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:41,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:41,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:41,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:41,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:41,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:41,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:41,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:41,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:41,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:41,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/hbase/meta/1588230740 2024-11-24T11:22:41,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/hbase/meta/1588230740 2024-11-24T11:22:41,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:41,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:41,718 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:41,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:41,720 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:41,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62057457, jitterRate=-0.07527182996273041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:41,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447361710Initializing all the Stores at 1732447361711 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447361711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447361711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447361711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447361711Cleaning up temporary data from old regions at 1732447361718 (+7 ms)Region opened successfully at 1732447361720 (+2 ms) 2024-11-24T11:22:41,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:41,721 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:41,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:41,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:41,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:41,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:41,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447361720Disabling compacts and flushes for region at 1732447361720Disabling writes for close at 1732447361721 (+1 ms)Writing region close event to WAL at 1732447361721Closed at 1732447361721 2024-11-24T11:22:41,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:41,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:22:41,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:22:41,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:41,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:22:41,873 DEBUG [f5f73e76a839:33459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:22:41,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,33303,1732447359573 2024-11-24T11:22:41,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,33303,1732447359573, state=OPENING 2024-11-24T11:22:41,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:22:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0332147760 2024-11-24T11:22:41,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:41,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0332147760/meta-region-server: CHANGED 2024-11-24T11:22:41,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0332147760/meta-region-server: CHANGED 2024-11-24T11:22:41,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,33303,1732447359573}] 2024-11-24T11:22:42,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:42,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:22:42,047 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:22:42,047 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:42,047 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:22:42,048 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C33303%2C1732447359573.meta, suffix=.meta, logDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/WALs/f5f73e76a839,33303,1732447359573, archiveDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/oldWALs, maxLogs=10 2024-11-24T11:22:42,066 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/WALs/f5f73e76a839,33303,1732447359573/f5f73e76a839%2C33303%2C1732447359573.meta.1732447362048.meta, exclude list is [], retry=0 2024-11-24T11:22:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44109,DS-98134c05-4693-4048-b712-2a2e3dc4ccb6,DISK] 2024-11-24T11:22:42,072 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/WALs/f5f73e76a839,33303,1732447359573/f5f73e76a839%2C33303%2C1732447359573.meta.1732447362048.meta 2024-11-24T11:22:42,073 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-24T11:22:42,073 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:42,073 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:42,074 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:42,074 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:22:42,074 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:22:42,074 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:22:42,074 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:42,074 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:22:42,074 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:22:42,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:42,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:42,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:42,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:42,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:42,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:42,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:42,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:42,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:42,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:42,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:42,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:42,079 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:42,079 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/hbase/meta/1588230740 2024-11-24T11:22:42,080 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/hbase/meta/1588230740 2024-11-24T11:22:42,081 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:42,081 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:42,082 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:42,083 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:42,083 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59244142, jitterRate=-0.11719349026679993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:42,084 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:22:42,084 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447362074Writing region info on filesystem at 1732447362074Initializing all the Stores at 1732447362075 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447362075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447362075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447362076 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447362076Cleaning up temporary data from old regions at 1732447362081 (+5 ms)Running coprocessor post-open hooks at 1732447362084 (+3 ms)Region opened successfully at 1732447362084 2024-11-24T11:22:42,085 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447362042 2024-11-24T11:22:42,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,33303,1732447359573 2024-11-24T11:22:42,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,33303,1732447359573, state=OPEN 2024-11-24T11:22:42,088 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:22:42,088 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:22:42,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1016c94c3d80001, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0332147760/meta-region-server 2024-11-24T11:22:42,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33459-0x1016c94c3d80000, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0332147760/meta-region-server 2024-11-24T11:22:42,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,33303,1732447359573 2024-11-24T11:22:42,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0332147760/meta-region-server: CHANGED 2024-11-24T11:22:42,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0332147760/meta-region-server: CHANGED 2024-11-24T11:22:42,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:22:42,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,33303,1732447359573 in 239 msec 2024-11-24T11:22:42,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:22:42,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-24T11:22:42,134 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:42,134 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:22:42,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:42,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33303,1732447359573, seqNum=-1] 2024-11-24T11:22:42,136 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:42,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:42,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-24T11:22:42,140 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447362140, completionTime=-1 2024-11-24T11:22:42,140 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:22:42,140 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:22:42,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:22:42,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447422144 2024-11-24T11:22:42,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447482144 2024-11-24T11:22:42,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T11:22:42,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33459,1732447359194-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:42,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33459,1732447359194-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:42,144 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33459,1732447359194-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:42,145 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:33459, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:42,145 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:42,146 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:22:42,148 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:42,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.398sec 2024-11-24T11:22:42,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:22:42,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:22:42,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:22:42,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:22:42,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:22:42,151 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33459,1732447359194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:42,152 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33459,1732447359194-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:22:42,159 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:22:42,159 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:22:42,159 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,33459,1732447359194-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:42,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:42,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33459,-1 for getting cluster id 2024-11-24T11:22:42,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:42,215 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0140a5b4-8899-470c-8dff-6b34d62aea8e' 2024-11-24T11:22:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0140a5b4-8899-470c-8dff-6b34d62aea8e" 2024-11-24T11:22:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6408cae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33459,-1] 2024-11-24T11:22:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:42,217 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:42,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:42,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:42,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,33303,1732447359573, seqNum=-1] 2024-11-24T11:22:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:42,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:42,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,33459,1732447359194 2024-11-24T11:22:42,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63548 2024-11-24T11:22:42,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63548, baseZNode=/0332147760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:42,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c94c3d80002 connected 2024-11-24T11:22:42,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33459,1732447359194 2024-11-24T11:22:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0b633f 2024-11-24T11:22:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:42,261 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:42,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:22:42,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:22:42,263 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:22:42,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:42,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:22:42,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00af6f1f583f0f61bdfcc4f7bea3a6ef, NAME => 'test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457 2024-11-24T11:22:42,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44109 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:42,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:42,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 00af6f1f583f0f61bdfcc4f7bea3a6ef, disabling compactions & flushes 2024-11-24T11:22:42,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef. 2024-11-24T11:22:42,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef. 2024-11-24T11:22:42,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef. after waiting 0 ms 2024-11-24T11:22:42,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef. 2024-11-24T11:22:42,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef. 2024-11-24T11:22:42,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00af6f1f583f0f61bdfcc4f7bea3a6ef: Waiting for close lock at 1732447362677Disabling compacts and flushes for region at 1732447362677Disabling writes for close at 1732447362677Writing region close event to WAL at 1732447362677Closed at 1732447362677 2024-11-24T11:22:42,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:22:42,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447362678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447362678"}]},"ts":"1732447362678"} 2024-11-24T11:22:42,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:22:42,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:22:42,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447362680"}]},"ts":"1732447362680"} 2024-11-24T11:22:42,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:22:42,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=00af6f1f583f0f61bdfcc4f7bea3a6ef, ASSIGN}] 2024-11-24T11:22:42,682 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=00af6f1f583f0f61bdfcc4f7bea3a6ef, ASSIGN 2024-11-24T11:22:42,683 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=00af6f1f583f0f61bdfcc4f7bea3a6ef, ASSIGN; state=OFFLINE, location=f5f73e76a839,33303,1732447359573; forceNewPlan=false, retain=false 2024-11-24T11:22:42,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=00af6f1f583f0f61bdfcc4f7bea3a6ef, regionState=OPENING, regionLocation=f5f73e76a839,33303,1732447359573 2024-11-24T11:22:42,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=00af6f1f583f0f61bdfcc4f7bea3a6ef, ASSIGN because future has completed 2024-11-24T11:22:42,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00af6f1f583f0f61bdfcc4f7bea3a6ef, server=f5f73e76a839,33303,1732447359573}] 2024-11-24T11:22:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:42,990 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef. 2024-11-24T11:22:42,990 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 00af6f1f583f0f61bdfcc4f7bea3a6ef, NAME => 'test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:42,990 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:42,990 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:22:42,991 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,991 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:42,991 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,991 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,992 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,993 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af6f1f583f0f61bdfcc4f7bea3a6ef columnFamilyName f 2024-11-24T11:22:42,993 DEBUG [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,993 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] regionserver.HStore(327): Store=00af6f1f583f0f61bdfcc4f7bea3a6ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:42,993 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,994 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af6f1f583f0f61bdfcc4f7bea3a6ef columnFamilyName f1 2024-11-24T11:22:42,994 DEBUG [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,994 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] regionserver.HStore(327): Store=00af6f1f583f0f61bdfcc4f7bea3a6ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:42,994 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,995 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00af6f1f583f0f61bdfcc4f7bea3a6ef columnFamilyName norep 2024-11-24T11:22:42,995 DEBUG [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:42,995 INFO [StoreOpener-00af6f1f583f0f61bdfcc4f7bea3a6ef-1 {}] regionserver.HStore(327): Store=00af6f1f583f0f61bdfcc4f7bea3a6ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:42,995 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,996 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/default/test/00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,996 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/default/test/00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,996 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,996 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,997 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:22:42,998 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:42,999 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/data/default/test/00af6f1f583f0f61bdfcc4f7bea3a6ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:42,999 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 00af6f1f583f0f61bdfcc4f7bea3a6ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61799258, jitterRate=-0.07911929488182068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:22:42,999 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00af6f1f583f0f61bdfcc4f7bea3a6ef 2024-11-24T11:22:43,000 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 00af6f1f583f0f61bdfcc4f7bea3a6ef: Running coprocessor pre-open hook at 1732447362991Writing region info on filesystem at 1732447362991Initializing all the Stores at 1732447362991Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447362991Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447362991Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447362991Cleaning up temporary data from old regions at 1732447362996 (+5 ms)Running coprocessor post-open hooks at 1732447362999 (+3 ms)Region opened successfully at 1732447363000 (+1 ms) 2024-11-24T11:22:43,001 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef., pid=6, masterSystemTime=1732447362987 2024-11-24T11:22:43,003 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef. 2024-11-24T11:22:43,003 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447362261.00af6f1f583f0f61bdfcc4f7bea3a6ef. 2024-11-24T11:22:43,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=00af6f1f583f0f61bdfcc4f7bea3a6ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,33303,1732447359573 2024-11-24T11:22:43,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00af6f1f583f0f61bdfcc4f7bea3a6ef, server=f5f73e76a839,33303,1732447359573 because future has completed 2024-11-24T11:22:43,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:22:43,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 00af6f1f583f0f61bdfcc4f7bea3a6ef, server=f5f73e76a839,33303,1732447359573 in 170 msec 2024-11-24T11:22:43,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:22:43,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=00af6f1f583f0f61bdfcc4f7bea3a6ef, ASSIGN in 325 msec 2024-11-24T11:22:43,008 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:22:43,009 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447363009"}]},"ts":"1732447363009"} 2024-11-24T11:22:43,010 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:22:43,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:22:43,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-24T11:22:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:22:43,407 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:22:43,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234041d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:43,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33459,-1 for getting cluster id 2024-11-24T11:22:43,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:43,408 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0140a5b4-8899-470c-8dff-6b34d62aea8e' 2024-11-24T11:22:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0140a5b4-8899-470c-8dff-6b34d62aea8e" 2024-11-24T11:22:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a77aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33459,-1] 2024-11-24T11:22:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:43,411 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5309602e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:43,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33459,1732447359194 2024-11-24T11:22:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f69c1c 2024-11-24T11:22:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:43,415 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:43,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:33459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:22:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:22:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:43,418 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:33459' 2024-11-24T11:22:43,418 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404027e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:43,418 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,33459,-1 for getting cluster id 2024-11-24T11:22:43,418 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:43,419 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0140a5b4-8899-470c-8dff-6b34d62aea8e' 2024-11-24T11:22:43,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:43,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0140a5b4-8899-470c-8dff-6b34d62aea8e" 2024-11-24T11:22:43,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76de2529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:43,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,33459,-1] 2024-11-24T11:22:43,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:43,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:43,420 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:43,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615eef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:43,421 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:43,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,33459,1732447359194 2024-11-24T11:22:43,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e1132d 2024-11-24T11:22:43,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:22:43,424 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:22:43,425 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T11:22:43,425 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:22:43,425 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:43,425 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:43,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:43,425 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f5f73e76a839:33459, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T11:22:43,433 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f5f73e76a839:33459, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f5f73e76a839:33459, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f5f73e76a839:33459, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T11:22:43,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f5f73e76a839:33459, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=19 msec 2024-11-24T11:22:43,436 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T11:22:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:22:43,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:22:43,528 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f5f73e76a839:33459, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T11:22:43,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:22:43,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:43,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:43,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:22:43,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 361) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1112703908-172.17.0.3-1732447356990:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f562c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457-prefix:f5f73e76a839,33303,1732447359573.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 0 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f562c9f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_262454396_20 at /127.0.0.1:39680 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f562caaf788.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f562c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63548) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp2139640376-7940-acceptor-0@37383ddd-ServerConnector@1527f35d{HTTP/1.1, (http/1.1)}{localhost:37933} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2139640376-7939 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f562c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f5f73e76a839:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63548 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 46053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63548) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp787070663-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f562c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;f5f73e76a839:33303-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server idle connection scanner for port 46053 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@19b26793[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp787070663-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: f5f73e76a839:33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PacketResponder: BP-1112703908-172.17.0.3-1732447356990:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1112703908-172.17.0.3-1732447356990 heartbeating to localhost/127.0.0.1:44137 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_262454396_20 at /127.0.0.1:39746 [Receiving block BP-1112703908-172.17.0.3-1732447356990:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f5f73e76a839:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f5f73e76a839:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp787070663-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f562c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f5f73e76a839:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3c3e29d4 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447360897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7894-acceptor-0@72857ed3-ServerConnector@85bdf7f{HTTP/1.1, (http/1.1)}{localhost:33665} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp2139640376-7942 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:63548): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_262454396_20 at /127.0.0.1:37702 [Receiving block BP-1112703908-172.17.0.3-1732447356990:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5349f266 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2139640376-7941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;f5f73e76a839:33459 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447360897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1428945028_20 at /127.0.0.1:39736 [Receiving block BP-1112703908-172.17.0.3-1732447356990:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(605632182) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-66761ef3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@11346850 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457-prefix:f5f73e76a839,33303,1732447359573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44137/user/jenkins/test-data/5213d3ed-fb8a-f3c6-65a7-28775d750457/MasterData-prefix:f5f73e76a839,33459,1732447359194 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/f5f73e76a839:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 46053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44137 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63548) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2ab2e0df-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44137 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;f5f73e76a839:33303 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/data/data1/current/BP-1112703908-172.17.0.3-1732447356990 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp787070663-7895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/cluster_09a067c2-4ad0-0b49-4e52-2b8e366cb84e/data/data2/current/BP-1112703908-172.17.0.3-1732447356990 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1112703908-172.17.0.3-1732447356990:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 780) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 615), ProcessCount=11 (was 11), AvailableMemoryMB=5624 (was 5704) 2024-11-24T11:22:43,555 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-24T11:22:43,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=5620 2024-11-24T11:22:43,589 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-24T11:22:43,616 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T11:22:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/hadoop.log.dir so I do NOT create it in target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8 2024-11-24T11:22:43,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:22:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/hadoop.tmp.dir so I do NOT create it in target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8 2024-11-24T11:22:43,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/271e2f8a-1a21-e815-4ea7-aecc7dffaa01/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:22:43,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8 2024-11-24T11:22:43,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/cluster_a91fc49e-1bf5-fe21-846a-3ff93b382a7b, deleteOnExit=true 2024-11-24T11:22:43,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/cluster_a91fc49e-1bf5-fe21-846a-3ff93b382a7b/zookeeper_0, clientPort=62235, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/cluster_a91fc49e-1bf5-fe21-846a-3ff93b382a7b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/cluster_a91fc49e-1bf5-fe21-846a-3ff93b382a7b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:22:43,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62235 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/test.cache.data in system properties and HBase conf 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:22:43,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:22:43,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:22:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:22:44,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:44,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:44,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:44,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:44,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:22:44,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:44,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6047c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:44,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24ac63a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:44,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dd12ea1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/java.io.tmpdir/jetty-localhost-38015-hadoop-hdfs-3_4_1-tests_jar-_-any-1939631615416748989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:22:44,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f7104ac{HTTP/1.1, (http/1.1)}{localhost:38015} 2024-11-24T11:22:44,184 INFO [Time-limited test {}] server.Server(415): Started @331997ms 2024-11-24T11:22:44,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:44,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:44,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:44,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:44,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:22:44,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f543dc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:44,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cfeb06b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:44,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c12c202{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/java.io.tmpdir/jetty-localhost-41417-hadoop-hdfs-3_4_1-tests_jar-_-any-14733825178260629584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:22:44,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34235706{HTTP/1.1, (http/1.1)}{localhost:41417} 2024-11-24T11:22:44,542 INFO [Time-limited test {}] server.Server(415): Started @332356ms 2024-11-24T11:22:44,543 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:22:45,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:22:45,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:45,931 WARN [Thread-4311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/cluster_a91fc49e-1bf5-fe21-846a-3ff93b382a7b/data/data1/current/BP-743002538-172.17.0.3-1732447363725/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:45,931 WARN [Thread-4312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/cluster_a91fc49e-1bf5-fe21-846a-3ff93b382a7b/data/data2/current/BP-743002538-172.17.0.3-1732447363725/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:45,952 WARN [Thread-4298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:22:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1feddd6d21bd6f5d with lease ID 0xa50ac198f9253ac4: Processing first storage report for DS-18bc244e-acb2-41e1-94df-11b218b96d02 from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=35680212-017f-4c17-9d86-302d69ae25d0, infoPort=38765, infoSecurePort=0, ipcPort=45143, storageInfo=lv=-57;cid=testClusterID;nsid=862882612;c=1732447363725) 2024-11-24T11:22:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1feddd6d21bd6f5d with lease ID 0xa50ac198f9253ac4: from storage DS-18bc244e-acb2-41e1-94df-11b218b96d02 node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=35680212-017f-4c17-9d86-302d69ae25d0, infoPort=38765, infoSecurePort=0, ipcPort=45143, storageInfo=lv=-57;cid=testClusterID;nsid=862882612;c=1732447363725), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1feddd6d21bd6f5d with lease ID 0xa50ac198f9253ac4: Processing first storage report for DS-85b9a5cd-1c4a-4ee4-9fb2-39b599a9163c from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=35680212-017f-4c17-9d86-302d69ae25d0, infoPort=38765, infoSecurePort=0, ipcPort=45143, storageInfo=lv=-57;cid=testClusterID;nsid=862882612;c=1732447363725) 2024-11-24T11:22:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1feddd6d21bd6f5d with lease ID 0xa50ac198f9253ac4: from storage DS-85b9a5cd-1c4a-4ee4-9fb2-39b599a9163c node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=35680212-017f-4c17-9d86-302d69ae25d0, infoPort=38765, infoSecurePort=0, ipcPort=45143, storageInfo=lv=-57;cid=testClusterID;nsid=862882612;c=1732447363725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:45,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8 2024-11-24T11:22:45,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:45,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:45,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:22:46,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4 with version=8 2024-11-24T11:22:46,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/hbase-staging 2024-11-24T11:22:46,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:46,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:46,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:46,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:46,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:46,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:46,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:22:46,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:46,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41993 2024-11-24T11:22:46,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41993 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:22:46,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419930x0, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:46,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41993-0x1016c94ddff0000 connected 2024-11-24T11:22:46,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:46,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:46,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on znode that does not yet exist, /0539871136/running 2024-11-24T11:22:46,557 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4, hbase.cluster.distributed=false 2024-11-24T11:22:46,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on znode that does not yet exist, /0539871136/acl 2024-11-24T11:22:46,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-24T11:22:46,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41993 2024-11-24T11:22:46,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41993 2024-11-24T11:22:46,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-24T11:22:46,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-24T11:22:46,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:46,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:46,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:46,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:46,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:46,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:46,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:22:46,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:46,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38625 2024-11-24T11:22:46,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38625 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:22:46,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:46,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:46,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386250x0, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:46,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386250x0, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on znode that does not yet exist, /0539871136/running 2024-11-24T11:22:46,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38625-0x1016c94ddff0001 connected 2024-11-24T11:22:46,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:22:46,587 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:22:46,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on znode that does not yet exist, /0539871136/master 2024-11-24T11:22:46,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on znode that does not yet exist, /0539871136/acl 2024-11-24T11:22:46,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38625 2024-11-24T11:22:46,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38625 2024-11-24T11:22:46,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38625 2024-11-24T11:22:46,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38625 2024-11-24T11:22:46,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38625 2024-11-24T11:22:46,608 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:41993 2024-11-24T11:22:46,609 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0539871136/backup-masters/f5f73e76a839,41993,1732447366376 2024-11-24T11:22:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136/backup-masters 2024-11-24T11:22:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136/backup-masters 2024-11-24T11:22:46,618 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on existing znode=/0539871136/backup-masters/f5f73e76a839,41993,1732447366376 2024-11-24T11:22:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0539871136/master 2024-11-24T11:22:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:46,628 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on existing znode=/0539871136/master 2024-11-24T11:22:46,628 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0539871136/backup-masters/f5f73e76a839,41993,1732447366376 from backup master directory 2024-11-24T11:22:46,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0539871136/backup-masters/f5f73e76a839,41993,1732447366376 2024-11-24T11:22:46,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136/backup-masters 2024-11-24T11:22:46,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136/backup-masters 2024-11-24T11:22:46,638 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:46,638 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,41993,1732447366376 2024-11-24T11:22:46,641 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/hbase.id] with ID: aed0ba0c-9c60-4f8f-b23a-a0d1653a2973 2024-11-24T11:22:46,641 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/.tmp/hbase.id 2024-11-24T11:22:46,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:22:46,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:22:46,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T11:22:47,050 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/.tmp/hbase.id]:[hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/hbase.id] 2024-11-24T11:22:47,057 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:47,057 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:22:47,057 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T11:22:47,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:47,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:22:47,474 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:47,475 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:22:47,475 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:22:47,880 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store 2024-11-24T11:22:47,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:22:48,285 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:48,285 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:48,285 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:48,285 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:48,285 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:48,285 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:48,285 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:48,285 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447368285Disabling compacts and flushes for region at 1732447368285Disabling writes for close at 1732447368285Writing region close event to WAL at 1732447368285Closed at 1732447368285 2024-11-24T11:22:48,286 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/.initializing 2024-11-24T11:22:48,286 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/WALs/f5f73e76a839,41993,1732447366376 2024-11-24T11:22:48,287 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:48,288 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C41993%2C1732447366376, suffix=, logDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/WALs/f5f73e76a839,41993,1732447366376, archiveDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/oldWALs, maxLogs=10 2024-11-24T11:22:48,299 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/WALs/f5f73e76a839,41993,1732447366376/f5f73e76a839%2C41993%2C1732447366376.1732447368288, exclude list is [], retry=0 2024-11-24T11:22:48,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-18bc244e-acb2-41e1-94df-11b218b96d02,DISK] 2024-11-24T11:22:48,302 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/WALs/f5f73e76a839,41993,1732447366376/f5f73e76a839%2C41993%2C1732447366376.1732447368288 2024-11-24T11:22:48,302 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38765:38765)] 2024-11-24T11:22:48,302 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:48,303 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:48,303 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,303 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:22:48,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:48,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:48,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:22:48,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:48,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:48,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:22:48,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:48,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:48,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:22:48,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:48,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:48,308 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,308 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,308 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,309 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,309 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,309 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:48,310 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:48,311 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:48,312 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70823443, jitterRate=0.05535154044628143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:48,312 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447368303Initializing all the Stores at 1732447368303Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447368303Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447368303Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447368303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447368303Cleaning up temporary data from old regions at 1732447368309 (+6 ms)Region opened successfully at 1732447368312 (+3 ms) 2024-11-24T11:22:48,312 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:22:48,314 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400c368e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:48,314 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:22:48,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:22:48,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:22:48,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:22:48,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:22:48,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:22:48,315 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:22:48,316 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:22:48,317 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Unable to get data of znode /0539871136/balancer because node does not exist (not necessarily an error) 2024-11-24T11:22:48,365 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0539871136/balancer already deleted, retry=false 2024-11-24T11:22:48,365 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:22:48,365 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Unable to get data of znode /0539871136/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:22:48,375 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0539871136/normalizer already deleted, retry=false 2024-11-24T11:22:48,375 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:22:48,376 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Unable to get data of znode /0539871136/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:22:48,385 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0539871136/switch/split already deleted, retry=false 2024-11-24T11:22:48,386 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Unable to get data of znode /0539871136/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:22:48,396 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0539871136/switch/merge already deleted, retry=false 2024-11-24T11:22:48,398 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Unable to get data of znode /0539871136/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:22:48,406 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0539871136/snapshot-cleanup already deleted, retry=false 2024-11-24T11:22:48,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0539871136/running 2024-11-24T11:22:48,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0539871136/running 2024-11-24T11:22:48,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:48,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:48,417 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,41993,1732447366376, sessionid=0x1016c94ddff0000, setting cluster-up flag (Was=false) 2024-11-24T11:22:48,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:48,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:48,470 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0539871136/flush-table-proc/acquired, /0539871136/flush-table-proc/reached, /0539871136/flush-table-proc/abort 2024-11-24T11:22:48,471 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,41993,1732447366376 2024-11-24T11:22:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:48,522 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0539871136/online-snapshot/acquired, /0539871136/online-snapshot/reached, /0539871136/online-snapshot/abort 2024-11-24T11:22:48,523 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,41993,1732447366376 2024-11-24T11:22:48,524 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:22:48,525 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:48,526 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:22:48,526 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:22:48,526 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,41993,1732447366376 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:22:48,527 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:48,527 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:48,527 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:48,527 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:48,527 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:22:48,527 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,527 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:48,528 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,528 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447398528 2024-11-24T11:22:48,528 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:22:48,528 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:22:48,528 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:22:48,528 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:22:48,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:48,528 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:22:48,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:22:48,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:22:48,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:22:48,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:22:48,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:22:48,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:22:48,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:48,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:22:48,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:22:48,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:22:48,529 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447368529,5,FailOnTimeoutGroup] 2024-11-24T11:22:48,530 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447368529,5,FailOnTimeoutGroup] 2024-11-24T11:22:48,530 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,530 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:22:48,530 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,530 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:22:48,599 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(746): ClusterId : aed0ba0c-9c60-4f8f-b23a-a0d1653a2973 2024-11-24T11:22:48,599 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:22:48,607 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:22:48,607 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:22:48,617 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:22:48,618 DEBUG [RS:0;f5f73e76a839:38625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3cb86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:48,628 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:38625 2024-11-24T11:22:48,628 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:22:48,628 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:22:48,628 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:22:48,629 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,41993,1732447366376 with port=38625, startcode=1732447366571 2024-11-24T11:22:48,629 DEBUG [RS:0;f5f73e76a839:38625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:22:48,630 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:22:48,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,38625,1732447366571 2024-11-24T11:22:48,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41993 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,38625,1732447366571 2024-11-24T11:22:48,631 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4 2024-11-24T11:22:48,631 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43659 2024-11-24T11:22:48,631 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:22:48,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136/rs 2024-11-24T11:22:48,639 DEBUG [RS:0;f5f73e76a839:38625 {}] zookeeper.ZKUtil(111): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on existing znode=/0539871136/rs/f5f73e76a839,38625,1732447366571 2024-11-24T11:22:48,639 WARN [RS:0;f5f73e76a839:38625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:48,639 INFO [RS:0;f5f73e76a839:38625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:48,639 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571 2024-11-24T11:22:48,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,38625,1732447366571] 2024-11-24T11:22:48,641 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:22:48,643 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:22:48,643 INFO [RS:0;f5f73e76a839:38625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:22:48,643 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,643 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:22:48,644 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:22:48,644 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:48,644 DEBUG [RS:0;f5f73e76a839:38625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:48,648 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,648 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,648 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,648 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,648 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,648 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38625,1732447366571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:48,666 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:22:48,666 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38625,1732447366571-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,666 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,666 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.Replication(171): f5f73e76a839,38625,1732447366571 started 2024-11-24T11:22:48,679 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:48,679 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,38625,1732447366571, RpcServer on f5f73e76a839/172.17.0.3:38625, sessionid=0x1016c94ddff0001 2024-11-24T11:22:48,679 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,38625,1732447366571 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,38625,1732447366571' 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0539871136/flush-table-proc/abort' 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0539871136/flush-table-proc/acquired' 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,38625,1732447366571 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,38625,1732447366571' 2024-11-24T11:22:48,680 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0539871136/online-snapshot/abort' 2024-11-24T11:22:48,681 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0539871136/online-snapshot/acquired' 2024-11-24T11:22:48,681 DEBUG [RS:0;f5f73e76a839:38625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:22:48,681 INFO [RS:0;f5f73e76a839:38625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:22:48,681 INFO [RS:0;f5f73e76a839:38625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:22:48,781 INFO [RS:0;f5f73e76a839:38625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:48,782 INFO [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C38625%2C1732447366571, suffix=, logDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571, archiveDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/oldWALs, maxLogs=10 2024-11-24T11:22:48,795 DEBUG [RS:0;f5f73e76a839:38625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783, exclude list is [], retry=0 2024-11-24T11:22:48,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-18bc244e-acb2-41e1-94df-11b218b96d02,DISK] 2024-11-24T11:22:48,798 INFO [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 2024-11-24T11:22:48,798 DEBUG [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38765:38765)] 2024-11-24T11:22:48,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:22:48,934 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4 2024-11-24T11:22:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:22:49,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:49,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:49,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:49,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:49,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:49,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:49,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:49,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:49,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:49,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:49,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:49,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:49,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:49,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:49,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740 2024-11-24T11:22:49,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740 2024-11-24T11:22:49,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:49,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:49,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:49,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:49,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:49,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72858098, jitterRate=0.08567026257514954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:49,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447369339Initializing all the Stores at 1732447369340 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447369340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447369340Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447369340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447369340Cleaning up temporary data from old regions at 1732447369346 (+6 ms)Region opened successfully at 1732447369349 (+3 ms) 2024-11-24T11:22:49,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:49,349 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:49,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:49,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:49,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:49,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:49,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447369349Disabling compacts and flushes for region at 1732447369349Disabling writes for close at 1732447369349Writing region close event to WAL at 1732447369349Closed at 1732447369349 2024-11-24T11:22:49,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:49,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:22:49,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:22:49,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:49,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:22:49,502 DEBUG [f5f73e76a839:41993 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:22:49,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,38625,1732447366571 2024-11-24T11:22:49,503 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,38625,1732447366571, state=OPENING 2024-11-24T11:22:49,586 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:22:49,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:49,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:22:49,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0539871136/meta-region-server: CHANGED 2024-11-24T11:22:49,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0539871136/meta-region-server: CHANGED 2024-11-24T11:22:49,597 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:49,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,38625,1732447366571}] 2024-11-24T11:22:49,749 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:49,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:22:49,752 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:22:49,752 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:49,752 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:22:49,753 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C38625%2C1732447366571.meta, suffix=.meta, logDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571, archiveDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/oldWALs, maxLogs=10 2024-11-24T11:22:49,765 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.meta.1732447369753.meta, exclude list is [], retry=0 2024-11-24T11:22:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-18bc244e-acb2-41e1-94df-11b218b96d02,DISK] 2024-11-24T11:22:49,768 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.meta.1732447369753.meta 2024-11-24T11:22:49,768 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38765:38765)] 2024-11-24T11:22:49,768 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:49,769 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:49,769 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:49,769 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:22:49,769 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:22:49,769 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:22:49,769 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:49,769 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:22:49,769 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:22:49,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:49,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:49,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:49,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:49,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:49,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:49,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:49,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:49,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:49,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:49,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:49,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:49,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:49,773 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:49,774 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740 2024-11-24T11:22:49,774 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740 2024-11-24T11:22:49,775 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:49,775 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:49,775 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:49,776 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:49,776 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091499, jitterRate=0.11895053088665009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:49,777 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:22:49,777 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447369769Writing region info on filesystem at 1732447369769Initializing all the Stores at 1732447369770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447369770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447369770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447369770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447369770Cleaning up temporary data from old regions at 1732447369775 (+5 ms)Running coprocessor post-open hooks at 1732447369777 (+2 ms)Region opened successfully at 1732447369777 2024-11-24T11:22:49,777 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447369748 2024-11-24T11:22:49,779 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:22:49,779 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:22:49,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,38625,1732447366571 2024-11-24T11:22:49,780 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,38625,1732447366571, state=OPEN 2024-11-24T11:22:49,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0539871136/meta-region-server 2024-11-24T11:22:49,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0539871136/meta-region-server 2024-11-24T11:22:49,818 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,38625,1732447366571 2024-11-24T11:22:49,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0539871136/meta-region-server: CHANGED 2024-11-24T11:22:49,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0539871136/meta-region-server: CHANGED 2024-11-24T11:22:49,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:22:49,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,38625,1732447366571 in 221 msec 2024-11-24T11:22:49,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:22:49,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-24T11:22:49,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:49,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:22:49,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:49,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,38625,1732447366571, seqNum=-1] 2024-11-24T11:22:49,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:49,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:49,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-24T11:22:49,828 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447369828, completionTime=-1 2024-11-24T11:22:49,828 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:22:49,828 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:22:49,829 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:22:49,829 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447429829 2024-11-24T11:22:49,829 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447489829 2024-11-24T11:22:49,829 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:22:49,830 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41993,1732447366376-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:49,830 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41993,1732447366376-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:49,830 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41993,1732447366376-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:49,830 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:41993, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:49,830 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:49,830 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:49,832 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:22:49,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.195sec 2024-11-24T11:22:49,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:22:49,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:22:49,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:22:49,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:22:49,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:22:49,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41993,1732447366376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:49,833 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41993,1732447366376-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:22:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:22:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:49,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T11:22:49,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:22:49,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T11:22:49,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:22:49,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T11:22:49,836 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:22:49,836 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:22:49,836 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,41993,1732447366376-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:49,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb9b812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:49,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41993,-1 for getting cluster id 2024-11-24T11:22:49,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:49,901 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed0ba0c-9c60-4f8f-b23a-a0d1653a2973' 2024-11-24T11:22:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed0ba0c-9c60-4f8f-b23a-a0d1653a2973" 2024-11-24T11:22:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d41aed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41993,-1] 2024-11-24T11:22:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:49,902 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:49,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a75c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:49,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,38625,1732447366571, seqNum=-1] 2024-11-24T11:22:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:49,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:49,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,41993,1732447366376 2024-11-24T11:22:49,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:22:49,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:49,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016c94ddff0002 connected 2024-11-24T11:22:49,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.log.dir so I do NOT create it in target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43 2024-11-24T11:22:49,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:22:49,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.tmp.dir so I do NOT create it in target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43 2024-11-24T11:22:49,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:22:49,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43 2024-11-24T11:22:49,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:22:49,935 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/cluster_f3b29bdd-26fe-116e-1c7a-7ee09f3396d7, deleteOnExit=true 2024-11-24T11:22:49,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/test.cache.data in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:22:49,936 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:22:49,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:22:49,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:49,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:22:49,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:22:50,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:50,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:50,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:50,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:50,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:22:50,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:50,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bfc8d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:50,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b586b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:50,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46411012{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/java.io.tmpdir/jetty-localhost-34151-hadoop-hdfs-3_4_1-tests_jar-_-any-12859014230629072349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:22:50,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3415693f{HTTP/1.1, (http/1.1)}{localhost:34151} 2024-11-24T11:22:50,608 INFO [Time-limited test {}] server.Server(415): Started @338421ms 2024-11-24T11:22:50,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:50,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:50,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:50,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:50,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:22:50,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b4cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:50,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bed62b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:51,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49908177{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/java.io.tmpdir/jetty-localhost-46835-hadoop-hdfs-3_4_1-tests_jar-_-any-18321805773083614734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:22:51,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@191e59e7{HTTP/1.1, (http/1.1)}{localhost:46835} 2024-11-24T11:22:51,053 INFO [Time-limited test {}] server.Server(415): Started @338866ms 2024-11-24T11:22:51,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:22:51,701 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/cluster_f3b29bdd-26fe-116e-1c7a-7ee09f3396d7/data/data1/current/BP-1967161447-172.17.0.3-1732447369952/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:51,701 WARN [Thread-4432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/cluster_f3b29bdd-26fe-116e-1c7a-7ee09f3396d7/data/data2/current/BP-1967161447-172.17.0.3-1732447369952/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:51,719 WARN [Thread-4419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:22:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecc9c38231b4e051 with lease ID 0xd61ad80b48019f3b: Processing first storage report for DS-a2efbab5-67fe-4c78-81f3-936044095428 from datanode DatanodeRegistration(127.0.0.1:33393, datanodeUuid=00e1aa98-0daf-4397-94aa-dde0e9ef0f76, infoPort=37779, infoSecurePort=0, ipcPort=38595, storageInfo=lv=-57;cid=testClusterID;nsid=295620406;c=1732447369952) 2024-11-24T11:22:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecc9c38231b4e051 with lease ID 0xd61ad80b48019f3b: from storage DS-a2efbab5-67fe-4c78-81f3-936044095428 node DatanodeRegistration(127.0.0.1:33393, datanodeUuid=00e1aa98-0daf-4397-94aa-dde0e9ef0f76, infoPort=37779, infoSecurePort=0, ipcPort=38595, storageInfo=lv=-57;cid=testClusterID;nsid=295620406;c=1732447369952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecc9c38231b4e051 with lease ID 0xd61ad80b48019f3b: Processing first storage report for DS-6f8d081f-44e1-4378-8c9b-cbd5b023befe from datanode DatanodeRegistration(127.0.0.1:33393, datanodeUuid=00e1aa98-0daf-4397-94aa-dde0e9ef0f76, infoPort=37779, infoSecurePort=0, ipcPort=38595, storageInfo=lv=-57;cid=testClusterID;nsid=295620406;c=1732447369952) 2024-11-24T11:22:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecc9c38231b4e051 with lease ID 0xd61ad80b48019f3b: from storage DS-6f8d081f-44e1-4378-8c9b-cbd5b023befe node DatanodeRegistration(127.0.0.1:33393, datanodeUuid=00e1aa98-0daf-4397-94aa-dde0e9ef0f76, infoPort=37779, infoSecurePort=0, ipcPort=38595, storageInfo=lv=-57;cid=testClusterID;nsid=295620406;c=1732447369952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:51,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43 2024-11-24T11:22:51,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:51,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:22:52,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d with version=8 2024-11-24T11:22:52,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/hbase-staging 2024-11-24T11:22:52,193 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:52,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:52,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:52,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:52,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:52,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:52,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:22:52,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:52,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38577 2024-11-24T11:22:52,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38577 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:22:52,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385770x0, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:52,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38577-0x1016c94ddff0003 connected 2024-11-24T11:22:52,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:52,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:52,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on znode that does not yet exist, /1-1384259270/running 2024-11-24T11:22:52,316 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d, hbase.cluster.distributed=false 2024-11-24T11:22:52,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on znode that does not yet exist, /1-1384259270/acl 2024-11-24T11:22:52,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-24T11:22:52,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38577 2024-11-24T11:22:52,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38577 2024-11-24T11:22:52,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-24T11:22:52,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-24T11:22:52,334 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:52,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:52,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:52,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:52,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:52,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:52,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:22:52,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:52,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36491 2024-11-24T11:22:52,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36491 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:22:52,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:52,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:52,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364910x0, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:52,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364910x0, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on znode that does not yet exist, /1-1384259270/running 2024-11-24T11:22:52,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36491-0x1016c94ddff0004 connected 2024-11-24T11:22:52,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:22:52,356 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:22:52,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on znode that does not yet exist, /1-1384259270/master 2024-11-24T11:22:52,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on znode that does not yet exist, /1-1384259270/acl 2024-11-24T11:22:52,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36491 2024-11-24T11:22:52,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36491 2024-11-24T11:22:52,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36491 2024-11-24T11:22:52,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36491 2024-11-24T11:22:52,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36491 2024-11-24T11:22:52,378 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:38577 2024-11-24T11:22:52,379 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1384259270/backup-masters/f5f73e76a839,38577,1732447372193 2024-11-24T11:22:52,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270/backup-masters 2024-11-24T11:22:52,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270/backup-masters 2024-11-24T11:22:52,386 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on existing znode=/1-1384259270/backup-masters/f5f73e76a839,38577,1732447372193 2024-11-24T11:22:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1384259270/master 2024-11-24T11:22:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:52,396 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on existing znode=/1-1384259270/master 2024-11-24T11:22:52,396 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1384259270/backup-masters/f5f73e76a839,38577,1732447372193 from backup master directory 2024-11-24T11:22:52,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384259270/backup-masters/f5f73e76a839,38577,1732447372193 2024-11-24T11:22:52,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270/backup-masters 2024-11-24T11:22:52,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270/backup-masters 2024-11-24T11:22:52,406 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:52,406 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,38577,1732447372193 2024-11-24T11:22:52,409 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/hbase.id] with ID: 139891cf-4080-40fe-96bc-2d074ddc9df3 2024-11-24T11:22:52,409 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/.tmp/hbase.id 2024-11-24T11:22:52,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:22:52,813 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/.tmp/hbase.id]:[hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/hbase.id] 2024-11-24T11:22:52,820 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:52,820 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:22:52,821 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:22:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:52,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:22:53,274 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:53,275 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:22:53,275 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:53,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:22:53,680 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store 2024-11-24T11:22:53,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:22:53,690 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:53,690 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:53,691 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:53,691 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:53,691 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:53,691 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:53,691 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:53,691 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447373690Disabling compacts and flushes for region at 1732447373690Disabling writes for close at 1732447373691 (+1 ms)Writing region close event to WAL at 1732447373691Closed at 1732447373691 2024-11-24T11:22:53,691 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/.initializing 2024-11-24T11:22:53,691 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/WALs/f5f73e76a839,38577,1732447372193 2024-11-24T11:22:53,692 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:53,693 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C38577%2C1732447372193, suffix=, logDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/WALs/f5f73e76a839,38577,1732447372193, archiveDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/oldWALs, maxLogs=10 2024-11-24T11:22:53,710 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/WALs/f5f73e76a839,38577,1732447372193/f5f73e76a839%2C38577%2C1732447372193.1732447373694, exclude list is [], retry=0 2024-11-24T11:22:53,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33393,DS-a2efbab5-67fe-4c78-81f3-936044095428,DISK] 2024-11-24T11:22:53,713 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/WALs/f5f73e76a839,38577,1732447372193/f5f73e76a839%2C38577%2C1732447372193.1732447373694 2024-11-24T11:22:53,716 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37779:37779)] 2024-11-24T11:22:53,716 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:53,716 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:53,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:22:53,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:53,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:53,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:22:53,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:53,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:53,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:22:53,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:53,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:53,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:22:53,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:53,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:53,724 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,724 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,724 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,725 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,725 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,726 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:53,726 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:53,729 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:53,729 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60657438, jitterRate=-0.09613373875617981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:53,729 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447373717Initializing all the Stores at 1732447373718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447373718Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447373718Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447373718Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447373718Cleaning up temporary data from old regions at 1732447373725 (+7 ms)Region opened successfully at 1732447373729 (+4 ms) 2024-11-24T11:22:53,730 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:22:53,732 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707680cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:53,733 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:22:53,733 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:22:53,733 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:22:53,733 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:22:53,734 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:22:53,734 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:22:53,734 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:22:53,737 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:22:53,738 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Unable to get data of znode /1-1384259270/balancer because node does not exist (not necessarily an error) 2024-11-24T11:22:53,796 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384259270/balancer already deleted, retry=false 2024-11-24T11:22:53,796 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:22:53,797 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Unable to get data of znode /1-1384259270/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:22:53,806 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384259270/normalizer already deleted, retry=false 2024-11-24T11:22:53,806 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:22:53,807 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Unable to get data of znode /1-1384259270/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:22:53,817 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384259270/switch/split already deleted, retry=false 2024-11-24T11:22:53,817 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Unable to get data of znode /1-1384259270/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:22:53,827 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384259270/switch/merge already deleted, retry=false 2024-11-24T11:22:53,829 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Unable to get data of znode /1-1384259270/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:22:53,838 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384259270/snapshot-cleanup already deleted, retry=false 2024-11-24T11:22:53,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1384259270/running 2024-11-24T11:22:53,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1384259270/running 2024-11-24T11:22:53,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:53,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:53,849 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,38577,1732447372193, sessionid=0x1016c94ddff0003, setting cluster-up flag (Was=false) 2024-11-24T11:22:53,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:53,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:53,901 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1384259270/flush-table-proc/acquired, /1-1384259270/flush-table-proc/reached, /1-1384259270/flush-table-proc/abort 2024-11-24T11:22:53,902 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,38577,1732447372193 2024-11-24T11:22:53,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:53,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:53,954 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1384259270/online-snapshot/acquired, /1-1384259270/online-snapshot/reached, /1-1384259270/online-snapshot/abort 2024-11-24T11:22:53,955 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,38577,1732447372193 2024-11-24T11:22:53,955 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:22:53,956 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:53,957 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:22:53,957 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:22:53,957 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,38577,1732447372193 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:22:53,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:53,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:53,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:53,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:53,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:22:53,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:53,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:53,958 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447403959 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:22:53,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:53,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:22:53,959 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:22:53,960 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:53,960 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447373960,5,FailOnTimeoutGroup] 2024-11-24T11:22:53,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:22:53,960 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447373960,5,FailOnTimeoutGroup] 2024-11-24T11:22:53,960 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:53,960 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:22:53,960 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:53,960 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:22:53,967 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(746): ClusterId : 139891cf-4080-40fe-96bc-2d074ddc9df3 2024-11-24T11:22:53,967 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:22:53,975 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:22:53,975 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:22:53,986 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:22:53,986 DEBUG [RS:0;f5f73e76a839:36491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169fbfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:53,997 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:36491 2024-11-24T11:22:53,997 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:22:53,997 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:22:53,997 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:22:53,998 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,38577,1732447372193 with port=36491, startcode=1732447372334 2024-11-24T11:22:53,998 DEBUG [RS:0;f5f73e76a839:36491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:22:53,999 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:22:53,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,36491,1732447372334 2024-11-24T11:22:53,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38577 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,36491,1732447372334 2024-11-24T11:22:54,000 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d 2024-11-24T11:22:54,000 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40065 2024-11-24T11:22:54,000 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:22:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270/rs 2024-11-24T11:22:54,043 DEBUG [RS:0;f5f73e76a839:36491 {}] zookeeper.ZKUtil(111): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on existing znode=/1-1384259270/rs/f5f73e76a839,36491,1732447372334 2024-11-24T11:22:54,043 WARN [RS:0;f5f73e76a839:36491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:54,043 INFO [RS:0;f5f73e76a839:36491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:54,044 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/WALs/f5f73e76a839,36491,1732447372334 2024-11-24T11:22:54,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,36491,1732447372334] 2024-11-24T11:22:54,046 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:22:54,047 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:22:54,047 INFO [RS:0;f5f73e76a839:36491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:22:54,047 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,047 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:22:54,048 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:22:54,048 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:54,048 DEBUG [RS:0;f5f73e76a839:36491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:22:54,054 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,054 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,054 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,054 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,054 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,054 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36491,1732447372334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:54,072 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:22:54,072 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36491,1732447372334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,072 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,072 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.Replication(171): f5f73e76a839,36491,1732447372334 started 2024-11-24T11:22:54,086 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:54,086 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,36491,1732447372334, RpcServer on f5f73e76a839/172.17.0.3:36491, sessionid=0x1016c94ddff0004 2024-11-24T11:22:54,086 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:22:54,086 DEBUG [RS:0;f5f73e76a839:36491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,36491,1732447372334 2024-11-24T11:22:54,086 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,36491,1732447372334' 2024-11-24T11:22:54,086 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1384259270/flush-table-proc/abort' 2024-11-24T11:22:54,087 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1384259270/flush-table-proc/acquired' 2024-11-24T11:22:54,087 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:22:54,087 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:22:54,087 DEBUG [RS:0;f5f73e76a839:36491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,36491,1732447372334 2024-11-24T11:22:54,087 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,36491,1732447372334' 2024-11-24T11:22:54,087 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1384259270/online-snapshot/abort' 2024-11-24T11:22:54,087 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1384259270/online-snapshot/acquired' 2024-11-24T11:22:54,088 DEBUG [RS:0;f5f73e76a839:36491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:22:54,088 INFO [RS:0;f5f73e76a839:36491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:22:54,088 INFO [RS:0;f5f73e76a839:36491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:22:54,188 INFO [RS:0;f5f73e76a839:36491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:54,189 INFO [RS:0;f5f73e76a839:36491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C36491%2C1732447372334, suffix=, logDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/WALs/f5f73e76a839,36491,1732447372334, archiveDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/oldWALs, maxLogs=10 2024-11-24T11:22:54,200 DEBUG [RS:0;f5f73e76a839:36491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/WALs/f5f73e76a839,36491,1732447372334/f5f73e76a839%2C36491%2C1732447372334.1732447374189, exclude list is [], retry=0 2024-11-24T11:22:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33393,DS-a2efbab5-67fe-4c78-81f3-936044095428,DISK] 2024-11-24T11:22:54,203 INFO [RS:0;f5f73e76a839:36491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/WALs/f5f73e76a839,36491,1732447372334/f5f73e76a839%2C36491%2C1732447372334.1732447374189 2024-11-24T11:22:54,204 DEBUG [RS:0;f5f73e76a839:36491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37779:37779)] 2024-11-24T11:22:54,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:22:54,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d 2024-11-24T11:22:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741833_1009 (size=32) 2024-11-24T11:22:54,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:54,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:54,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:54,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:54,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:54,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:54,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:54,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:54,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:54,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:54,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:54,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:54,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:54,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:54,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:54,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:54,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:54,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:54,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740 2024-11-24T11:22:54,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740 2024-11-24T11:22:54,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:54,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:54,787 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:54,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:54,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:54,791 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73891390, jitterRate=0.10106751322746277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:54,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447374771Initializing all the Stores at 1732447374772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447374772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447374776 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447374776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447374776Cleaning up temporary data from old regions at 1732447374787 (+11 ms)Region opened successfully at 1732447374791 (+4 ms) 2024-11-24T11:22:54,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:54,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:54,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:54,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:54,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:54,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:54,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447374792Disabling compacts and flushes for region at 1732447374792Disabling writes for close at 1732447374792Writing region close event to WAL at 1732447374792Closed at 1732447374792 2024-11-24T11:22:54,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:54,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:22:54,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:22:54,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:54,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:22:54,945 DEBUG [f5f73e76a839:38577 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:22:54,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,36491,1732447372334 2024-11-24T11:22:54,946 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,36491,1732447372334, state=OPENING 2024-11-24T11:22:54,954 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:22:54,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:54,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:22:54,965 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:54,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,36491,1732447372334}] 2024-11-24T11:22:54,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1384259270/meta-region-server: CHANGED 2024-11-24T11:22:54,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1384259270/meta-region-server: CHANGED 2024-11-24T11:22:55,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:22:55,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:22:55,120 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:22:55,120 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:55,120 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:22:55,121 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C36491%2C1732447372334.meta, suffix=.meta, logDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/WALs/f5f73e76a839,36491,1732447372334, archiveDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/oldWALs, maxLogs=10 2024-11-24T11:22:55,134 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/WALs/f5f73e76a839,36491,1732447372334/f5f73e76a839%2C36491%2C1732447372334.meta.1732447375122.meta, exclude list is [], retry=0 2024-11-24T11:22:55,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33393,DS-a2efbab5-67fe-4c78-81f3-936044095428,DISK] 2024-11-24T11:22:55,137 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/WALs/f5f73e76a839,36491,1732447372334/f5f73e76a839%2C36491%2C1732447372334.meta.1732447375122.meta 2024-11-24T11:22:55,138 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37779:37779)] 2024-11-24T11:22:55,138 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:55,138 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:22:55,138 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:22:55,138 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:22:55,138 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:22:55,138 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:22:55,138 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:55,138 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:22:55,138 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:22:55,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:55,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:55,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:55,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:55,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:55,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:55,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:55,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:55,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:55,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:55,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:55,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:55,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:55,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:55,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:55,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:55,143 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:55,143 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740 2024-11-24T11:22:55,144 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740 2024-11-24T11:22:55,145 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:55,145 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:55,145 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:55,146 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:55,146 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74760827, jitterRate=0.1140231341123581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:55,146 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:22:55,146 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447375138Writing region info on filesystem at 1732447375138Initializing all the Stores at 1732447375139 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447375139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447375139Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447375139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447375139Cleaning up temporary data from old regions at 1732447375145 (+6 ms)Running coprocessor post-open hooks at 1732447375146 (+1 ms)Region opened successfully at 1732447375146 2024-11-24T11:22:55,147 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447375116 2024-11-24T11:22:55,148 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:22:55,148 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:22:55,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,36491,1732447372334 2024-11-24T11:22:55,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,36491,1732447372334, state=OPEN 2024-11-24T11:22:55,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1384259270/meta-region-server 2024-11-24T11:22:55,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1384259270/meta-region-server 2024-11-24T11:22:55,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,36491,1732447372334 2024-11-24T11:22:55,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1384259270/meta-region-server: CHANGED 2024-11-24T11:22:55,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1384259270/meta-region-server: CHANGED 2024-11-24T11:22:55,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:22:55,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,36491,1732447372334 in 189 msec 2024-11-24T11:22:55,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:22:55,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-24T11:22:55,157 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:55,157 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:22:55,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:55,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36491,1732447372334, seqNum=-1] 2024-11-24T11:22:55,158 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:55,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:55,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-24T11:22:55,162 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447375162, completionTime=-1 2024-11-24T11:22:55,162 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:22:55,162 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:22:55,163 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:22:55,163 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447435163 2024-11-24T11:22:55,163 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447495163 2024-11-24T11:22:55,163 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T11:22:55,164 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38577,1732447372193-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:55,164 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38577,1732447372193-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:55,164 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38577,1732447372193-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:55,164 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:38577, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:55,164 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:55,164 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:55,165 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:22:55,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.761sec 2024-11-24T11:22:55,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:22:55,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:22:55,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:22:55,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:22:55,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:22:55,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38577,1732447372193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:22:55,167 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38577,1732447372193-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:22:55,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b87431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:55,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38577,-1 for getting cluster id 2024-11-24T11:22:55,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:22:55,169 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:22:55,169 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:22:55,169 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139891cf-4080-40fe-96bc-2d074ddc9df3' 2024-11-24T11:22:55,169 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,38577,1732447372193-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:22:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139891cf-4080-40fe-96bc-2d074ddc9df3" 2024-11-24T11:22:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bdc85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38577,-1] 2024-11-24T11:22:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:22:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:22:55,170 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:22:55,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646b864c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:22:55,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:22:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36491,1732447372334, seqNum=-1] 2024-11-24T11:22:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:22:55,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:22:55,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,38577,1732447372193 2024-11-24T11:22:55,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:22:55,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:55,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016c94ddff0005 connected 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.log.dir so I do NOT create it in target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0 2024-11-24T11:22:55,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.tmp.dir so I do NOT create it in target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0 2024-11-24T11:22:55,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:22:55,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/cluster_47ec99da-f555-f7bd-d230-90b32162011c, deleteOnExit=true 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/test.cache.data in system properties and HBase conf 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:22:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:22:55,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:22:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:22:55,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:22:55,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:22:55,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:55,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:55,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:55,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:55,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:22:55,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:55,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed586f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:55,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82b758d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:55,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e08c85{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/java.io.tmpdir/jetty-localhost-41005-hadoop-hdfs-3_4_1-tests_jar-_-any-6787306702934611043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:22:55,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4742d682{HTTP/1.1, (http/1.1)}{localhost:41005} 2024-11-24T11:22:55,918 INFO [Time-limited test {}] server.Server(415): Started @343731ms 2024-11-24T11:22:56,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:22:56,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:22:56,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:22:56,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:22:56,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:22:56,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8d262e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:22:56,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bab826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:22:56,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44ecff95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/java.io.tmpdir/jetty-localhost-37951-hadoop-hdfs-3_4_1-tests_jar-_-any-358346735085318492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:22:56,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b62d873{HTTP/1.1, (http/1.1)}{localhost:37951} 2024-11-24T11:22:56,483 INFO [Time-limited test {}] server.Server(415): Started @344297ms 2024-11-24T11:22:56,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:22:57,167 WARN [Thread-4553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/cluster_47ec99da-f555-f7bd-d230-90b32162011c/data/data2/current/BP-356072250-172.17.0.3-1732447375213/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:57,167 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/cluster_47ec99da-f555-f7bd-d230-90b32162011c/data/data1/current/BP-356072250-172.17.0.3-1732447375213/current, will proceed with Du for space computation calculation, 2024-11-24T11:22:57,187 WARN [Thread-4540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:22:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb07ef2ad4ea1dd47 with lease ID 0x61bd101442b4c812: Processing first storage report for DS-95f69c1d-4fba-4b3f-9072-0e652c862376 from datanode DatanodeRegistration(127.0.0.1:35617, datanodeUuid=d5908f79-5fb0-46fc-b70f-0ef564635a5f, infoPort=44631, infoSecurePort=0, ipcPort=32903, storageInfo=lv=-57;cid=testClusterID;nsid=2099989450;c=1732447375213) 2024-11-24T11:22:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb07ef2ad4ea1dd47 with lease ID 0x61bd101442b4c812: from storage DS-95f69c1d-4fba-4b3f-9072-0e652c862376 node DatanodeRegistration(127.0.0.1:35617, datanodeUuid=d5908f79-5fb0-46fc-b70f-0ef564635a5f, infoPort=44631, infoSecurePort=0, ipcPort=32903, storageInfo=lv=-57;cid=testClusterID;nsid=2099989450;c=1732447375213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb07ef2ad4ea1dd47 with lease ID 0x61bd101442b4c812: Processing first storage report for DS-4b645fd5-baf8-47fc-b13c-caf8d679763f from datanode DatanodeRegistration(127.0.0.1:35617, datanodeUuid=d5908f79-5fb0-46fc-b70f-0ef564635a5f, infoPort=44631, infoSecurePort=0, ipcPort=32903, storageInfo=lv=-57;cid=testClusterID;nsid=2099989450;c=1732447375213) 2024-11-24T11:22:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb07ef2ad4ea1dd47 with lease ID 0x61bd101442b4c812: from storage DS-4b645fd5-baf8-47fc-b13c-caf8d679763f node DatanodeRegistration(127.0.0.1:35617, datanodeUuid=d5908f79-5fb0-46fc-b70f-0ef564635a5f, infoPort=44631, infoSecurePort=0, ipcPort=32903, storageInfo=lv=-57;cid=testClusterID;nsid=2099989450;c=1732447375213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:22:57,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0 2024-11-24T11:22:57,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:57,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:22:57,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4 with version=8 2024-11-24T11:22:57,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/hbase-staging 2024-11-24T11:22:57,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:57,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:57,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:57,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:57,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:57,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:57,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:22:57,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:57,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37907 2024-11-24T11:22:57,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37907 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:22:57,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379070x0, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:57,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37907-0x1016c94ddff0006 connected 2024-11-24T11:22:57,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:57,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:57,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on znode that does not yet exist, /2-2021351622/running 2024-11-24T11:22:57,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4, hbase.cluster.distributed=false 2024-11-24T11:22:57,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on znode that does not yet exist, /2-2021351622/acl 2024-11-24T11:22:57,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-24T11:22:57,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37907 2024-11-24T11:22:57,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37907 2024-11-24T11:22:57,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-24T11:22:57,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-24T11:22:57,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:22:57,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:57,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:57,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:22:57,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:22:57,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:22:57,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:22:57,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:22:57,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46407 2024-11-24T11:22:57,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46407 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:22:57,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:57,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:57,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464070x0, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:22:57,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464070x0, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on znode that does not yet exist, /2-2021351622/running 2024-11-24T11:22:57,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46407-0x1016c94ddff0007 connected 2024-11-24T11:22:57,765 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:22:57,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:22:57,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on znode that does not yet exist, /2-2021351622/master 2024-11-24T11:22:57,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on znode that does not yet exist, /2-2021351622/acl 2024-11-24T11:22:57,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46407 2024-11-24T11:22:57,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46407 2024-11-24T11:22:57,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46407 2024-11-24T11:22:57,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46407 2024-11-24T11:22:57,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46407 2024-11-24T11:22:57,800 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:37907 2024-11-24T11:22:57,800 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2021351622/backup-masters/f5f73e76a839,37907,1732447377614 2024-11-24T11:22:57,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622/backup-masters 2024-11-24T11:22:57,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622/backup-masters 2024-11-24T11:22:57,815 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on existing znode=/2-2021351622/backup-masters/f5f73e76a839,37907,1732447377614 2024-11-24T11:22:57,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:57,836 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on existing znode=/2-2021351622/master 2024-11-24T11:22:57,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2021351622/master 2024-11-24T11:22:57,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:57,837 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2021351622/backup-masters/f5f73e76a839,37907,1732447377614 from backup master directory 2024-11-24T11:22:57,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2021351622/backup-masters/f5f73e76a839,37907,1732447377614 2024-11-24T11:22:57,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622/backup-masters 2024-11-24T11:22:57,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622/backup-masters 2024-11-24T11:22:57,849 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:22:57,849 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,37907,1732447377614 2024-11-24T11:22:57,852 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/hbase.id] with ID: b99083b3-3d75-4886-889d-8cc784f134fe 2024-11-24T11:22:57,852 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/.tmp/hbase.id 2024-11-24T11:22:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:22:58,261 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/.tmp/hbase.id]:[hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/hbase.id] 2024-11-24T11:22:58,268 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:22:58,268 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:22:58,269 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T11:22:58,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:58,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:58,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:22:58,748 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:22:58,748 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:22:58,749 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:22:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:22:59,154 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store 2024-11-24T11:22:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:22:59,558 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:59,559 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:22:59,559 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:59,559 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:59,559 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:22:59,559 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:59,559 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:22:59,559 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447379559Disabling compacts and flushes for region at 1732447379559Disabling writes for close at 1732447379559Writing region close event to WAL at 1732447379559Closed at 1732447379559 2024-11-24T11:22:59,559 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/.initializing 2024-11-24T11:22:59,559 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/WALs/f5f73e76a839,37907,1732447377614 2024-11-24T11:22:59,560 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:22:59,561 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C37907%2C1732447377614, suffix=, logDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/WALs/f5f73e76a839,37907,1732447377614, archiveDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/oldWALs, maxLogs=10 2024-11-24T11:22:59,574 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/WALs/f5f73e76a839,37907,1732447377614/f5f73e76a839%2C37907%2C1732447377614.1732447379561, exclude list is [], retry=0 2024-11-24T11:22:59,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35617,DS-95f69c1d-4fba-4b3f-9072-0e652c862376,DISK] 2024-11-24T11:22:59,578 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/WALs/f5f73e76a839,37907,1732447377614/f5f73e76a839%2C37907%2C1732447377614.1732447379561 2024-11-24T11:22:59,580 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-24T11:22:59,580 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:22:59,581 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:59,581 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,581 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:22:59,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:59,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:22:59,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:59,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:22:59,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:59,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:22:59,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:22:59,591 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,591 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,592 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,593 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,593 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,593 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:59,594 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:22:59,595 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:59,596 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68900954, jitterRate=0.026704221963882446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:59,596 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732447379581Initializing all the Stores at 1732447379581Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447379581Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447379584 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447379584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447379584Cleaning up temporary data from old regions at 1732447379593 (+9 ms)Region opened successfully at 1732447379596 (+3 ms) 2024-11-24T11:22:59,596 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:22:59,598 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c56b410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:59,599 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:22:59,599 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:22:59,599 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:22:59,599 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:22:59,599 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:22:59,599 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:22:59,599 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T11:22:59,606 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:22:59,607 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Unable to get data of znode /2-2021351622/balancer because node does not exist (not necessarily an error) 2024-11-24T11:22:59,648 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2021351622/balancer already deleted, retry=false 2024-11-24T11:22:59,649 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:22:59,649 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Unable to get data of znode /2-2021351622/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:22:59,659 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2021351622/normalizer already deleted, retry=false 2024-11-24T11:22:59,659 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:22:59,660 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Unable to get data of znode /2-2021351622/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:22:59,669 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2021351622/switch/split already deleted, retry=false 2024-11-24T11:22:59,670 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Unable to get data of znode /2-2021351622/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:22:59,680 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2021351622/switch/merge already deleted, retry=false 2024-11-24T11:22:59,682 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Unable to get data of znode /2-2021351622/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:22:59,690 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2021351622/snapshot-cleanup already deleted, retry=false 2024-11-24T11:22:59,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2021351622/running 2024-11-24T11:22:59,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2021351622/running 2024-11-24T11:22:59,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:59,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:59,701 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,37907,1732447377614, sessionid=0x1016c94ddff0006, setting cluster-up flag (Was=false) 2024-11-24T11:22:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:59,754 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2021351622/flush-table-proc/acquired, /2-2021351622/flush-table-proc/reached, /2-2021351622/flush-table-proc/abort 2024-11-24T11:22:59,755 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,37907,1732447377614 2024-11-24T11:22:59,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:59,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:22:59,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:22:59,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:22:59,787 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148839 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f5f73e76a839,33417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:33417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T11:22:59,806 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2021351622/online-snapshot/acquired, /2-2021351622/online-snapshot/reached, /2-2021351622/online-snapshot/abort 2024-11-24T11:22:59,807 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,37907,1732447377614 2024-11-24T11:22:59,808 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:22:59,810 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:59,810 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:22:59,810 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:22:59,811 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,37907,1732447377614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:22:59,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:59,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:59,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:59,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:22:59,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:22:59,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:59,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:22:59,812 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:22:59,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:59,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:22:59,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:22:59,839 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732447409839 2024-11-24T11:22:59,840 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:22:59,840 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:22:59,840 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:22:59,840 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:22:59,840 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:22:59,840 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:22:59,846 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:59,849 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:22:59,849 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:22:59,849 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:22:59,849 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T11:22:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:22:59,850 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:22:59,850 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:22:59,850 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447379850,5,FailOnTimeoutGroup] 2024-11-24T11:22:59,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:22:59,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4 2024-11-24T11:22:59,856 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447379850,5,FailOnTimeoutGroup] 2024-11-24T11:22:59,856 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:59,856 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:22:59,856 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:59,856 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:22:59,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:22:59,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:22:59,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:22:59,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:22:59,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:59,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:22:59,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:22:59,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:59,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:22:59,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:22:59,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:59,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:22:59,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:22:59,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:22:59,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:22:59,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:22:59,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740 2024-11-24T11:22:59,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740 2024-11-24T11:22:59,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:22:59,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:22:59,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:22:59,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:22:59,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:22:59,883 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71232519, jitterRate=0.06144724786281586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:22:59,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732447379870Initializing all the Stores at 1732447379871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447379871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447379871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447379871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447379871Cleaning up temporary data from old regions at 1732447379879 (+8 ms)Region opened successfully at 1732447379883 (+4 ms) 2024-11-24T11:22:59,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:22:59,883 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:22:59,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:22:59,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:22:59,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:22:59,883 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:22:59,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447379883Disabling compacts and flushes for region at 1732447379883Disabling writes for close at 1732447379883Writing region close event to WAL at 1732447379883Closed at 1732447379883 2024-11-24T11:22:59,884 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:22:59,884 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:22:59,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:22:59,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:22:59,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:22:59,905 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(746): ClusterId : b99083b3-3d75-4886-889d-8cc784f134fe 2024-11-24T11:22:59,905 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:22:59,912 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:22:59,912 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:22:59,934 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:22:59,934 DEBUG [RS:0;f5f73e76a839:46407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f57ce92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:22:59,958 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:46407 2024-11-24T11:22:59,958 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:22:59,958 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:22:59,958 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:22:59,960 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,37907,1732447377614 with port=46407, startcode=1732447377751 2024-11-24T11:22:59,960 DEBUG [RS:0;f5f73e76a839:46407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:22:59,965 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:22:59,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,46407,1732447377751 2024-11-24T11:22:59,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37907 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,46407,1732447377751 2024-11-24T11:22:59,967 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4 2024-11-24T11:22:59,967 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35077 2024-11-24T11:22:59,967 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:23:00,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622/rs 2024-11-24T11:23:00,022 DEBUG [RS:0;f5f73e76a839:46407 {}] zookeeper.ZKUtil(111): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on existing znode=/2-2021351622/rs/f5f73e76a839,46407,1732447377751 2024-11-24T11:23:00,022 WARN [RS:0;f5f73e76a839:46407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:23:00,022 INFO [RS:0;f5f73e76a839:46407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:23:00,023 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/WALs/f5f73e76a839,46407,1732447377751 2024-11-24T11:23:00,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,46407,1732447377751] 2024-11-24T11:23:00,026 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:23:00,031 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:23:00,032 INFO [RS:0;f5f73e76a839:46407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:23:00,032 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,037 WARN [f5f73e76a839:37907 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T11:23:00,040 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:23:00,040 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:23:00,040 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:23:00,041 DEBUG [RS:0;f5f73e76a839:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:23:00,046 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,046 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,046 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,046 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,046 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,046 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46407,1732447377751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:23:00,063 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:23:00,064 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,46407,1732447377751-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,064 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,064 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.Replication(171): f5f73e76a839,46407,1732447377751 started 2024-11-24T11:23:00,081 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,082 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,46407,1732447377751, RpcServer on f5f73e76a839/172.17.0.3:46407, sessionid=0x1016c94ddff0007 2024-11-24T11:23:00,082 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:23:00,082 DEBUG [RS:0;f5f73e76a839:46407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,46407,1732447377751 2024-11-24T11:23:00,082 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,46407,1732447377751' 2024-11-24T11:23:00,082 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2021351622/flush-table-proc/abort' 2024-11-24T11:23:00,083 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2021351622/flush-table-proc/acquired' 2024-11-24T11:23:00,083 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:23:00,083 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:23:00,083 DEBUG [RS:0;f5f73e76a839:46407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,46407,1732447377751 2024-11-24T11:23:00,083 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,46407,1732447377751' 2024-11-24T11:23:00,083 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2021351622/online-snapshot/abort' 2024-11-24T11:23:00,084 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2021351622/online-snapshot/acquired' 2024-11-24T11:23:00,084 DEBUG [RS:0;f5f73e76a839:46407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:23:00,084 INFO [RS:0;f5f73e76a839:46407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:23:00,084 INFO [RS:0;f5f73e76a839:46407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:23:00,184 INFO [RS:0;f5f73e76a839:46407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:23:00,185 INFO [RS:0;f5f73e76a839:46407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C46407%2C1732447377751, suffix=, logDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/WALs/f5f73e76a839,46407,1732447377751, archiveDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/oldWALs, maxLogs=10 2024-11-24T11:23:00,199 DEBUG [RS:0;f5f73e76a839:46407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/WALs/f5f73e76a839,46407,1732447377751/f5f73e76a839%2C46407%2C1732447377751.1732447380186, exclude list is [], retry=0 2024-11-24T11:23:00,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35617,DS-95f69c1d-4fba-4b3f-9072-0e652c862376,DISK] 2024-11-24T11:23:00,204 INFO [RS:0;f5f73e76a839:46407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/WALs/f5f73e76a839,46407,1732447377751/f5f73e76a839%2C46407%2C1732447377751.1732447380186 2024-11-24T11:23:00,204 DEBUG [RS:0;f5f73e76a839:46407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-24T11:23:00,287 DEBUG [f5f73e76a839:37907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T11:23:00,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,46407,1732447377751 2024-11-24T11:23:00,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,46407,1732447377751, state=OPENING 2024-11-24T11:23:00,309 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:23:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:23:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:23:00,320 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:23:00,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2021351622/meta-region-server: CHANGED 2024-11-24T11:23:00,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,46407,1732447377751}] 2024-11-24T11:23:00,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2021351622/meta-region-server: CHANGED 2024-11-24T11:23:00,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:23:00,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:23:00,478 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:23:00,478 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:23:00,478 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:23:00,480 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C46407%2C1732447377751.meta, suffix=.meta, logDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/WALs/f5f73e76a839,46407,1732447377751, archiveDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/oldWALs, maxLogs=10 2024-11-24T11:23:00,498 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/WALs/f5f73e76a839,46407,1732447377751/f5f73e76a839%2C46407%2C1732447377751.meta.1732447380480.meta, exclude list is [], retry=0 2024-11-24T11:23:00,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35617,DS-95f69c1d-4fba-4b3f-9072-0e652c862376,DISK] 2024-11-24T11:23:00,505 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/WALs/f5f73e76a839,46407,1732447377751/f5f73e76a839%2C46407%2C1732447377751.meta.1732447380480.meta 2024-11-24T11:23:00,506 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-24T11:23:00,506 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:23:00,506 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:23:00,507 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:23:00,507 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:23:00,507 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:23:00,507 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:23:00,507 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:00,507 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:23:00,507 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:23:00,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:23:00,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:23:00,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:00,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:23:00,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:23:00,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:23:00,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:00,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:23:00,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:23:00,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:23:00,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:00,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:23:00,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:23:00,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:23:00,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:00,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:23:00,523 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:23:00,524 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740 2024-11-24T11:23:00,526 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740 2024-11-24T11:23:00,527 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:23:00,527 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:23:00,528 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:23:00,529 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:23:00,530 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59660538, jitterRate=-0.11098870635032654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:23:00,530 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:23:00,530 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732447380507Writing region info on filesystem at 1732447380507Initializing all the Stores at 1732447380508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447380508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447380516 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447380516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732447380516Cleaning up temporary data from old regions at 1732447380527 (+11 ms)Running coprocessor post-open hooks at 1732447380530 (+3 ms)Region opened successfully at 1732447380530 2024-11-24T11:23:00,531 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732447380473 2024-11-24T11:23:00,533 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:23:00,533 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:23:00,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,46407,1732447377751 2024-11-24T11:23:00,534 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,46407,1732447377751, state=OPEN 2024-11-24T11:23:00,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2021351622/meta-region-server 2024-11-24T11:23:00,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2021351622/meta-region-server 2024-11-24T11:23:00,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,46407,1732447377751 2024-11-24T11:23:00,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2021351622/meta-region-server: CHANGED 2024-11-24T11:23:00,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2021351622/meta-region-server: CHANGED 2024-11-24T11:23:00,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:23:00,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,46407,1732447377751 in 254 msec 2024-11-24T11:23:00,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:23:00,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec 2024-11-24T11:23:00,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:23:00,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:23:00,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:00,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,46407,1732447377751, seqNum=-1] 2024-11-24T11:23:00,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:00,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:00,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-11-24T11:23:00,584 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732447380584, completionTime=-1 2024-11-24T11:23:00,584 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T11:23:00,584 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:23:00,586 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T11:23:00,586 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732447440586 2024-11-24T11:23:00,586 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447500586 2024-11-24T11:23:00,586 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:23:00,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37907,1732447377614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37907,1732447377614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37907,1732447377614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:37907, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,587 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,589 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:23:00,590 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.744sec 2024-11-24T11:23:00,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:23:00,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:23:00,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:23:00,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:23:00,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:23:00,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37907,1732447377614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:23:00,593 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37907,1732447377614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:23:00,597 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:23:00,597 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:23:00,597 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,37907,1732447377614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:23:00,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf1223c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:00,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,37907,-1 for getting cluster id 2024-11-24T11:23:00,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:00,608 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99083b3-3d75-4886-889d-8cc784f134fe' 2024-11-24T11:23:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99083b3-3d75-4886-889d-8cc784f134fe" 2024-11-24T11:23:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cad8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,37907,-1] 2024-11-24T11:23:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:00,610 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:00,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341acd1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:00,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,46407,1732447377751, seqNum=-1] 2024-11-24T11:23:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:00,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:00,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,37907,1732447377614 2024-11-24T11:23:00,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62235 2024-11-24T11:23:00,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:23:00,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016c94ddff0008 connected 2024-11-24T11:23:00,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:23:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41993,1732447366376 2024-11-24T11:23:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ccde41 2024-11-24T11:23:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:00,656 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:00,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:23:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:23:00,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:23:00,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:00,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:23:00,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:23:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:23:00,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:01,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0853435e8827f0b2dbaee04274bb090, NAME => 'test,,1732447380657.e0853435e8827f0b2dbaee04274bb090.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4 2024-11-24T11:23:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:23:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:01,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447380657.e0853435e8827f0b2dbaee04274bb090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:01,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e0853435e8827f0b2dbaee04274bb090, disabling compactions & flushes 2024-11-24T11:23:01,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:01,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:01,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. after waiting 0 ms 2024-11-24T11:23:01,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:01,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:01,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0853435e8827f0b2dbaee04274bb090: Waiting for close lock at 1732447381526Disabling compacts and flushes for region at 1732447381526Disabling writes for close at 1732447381526Writing region close event to WAL at 1732447381526Closed at 1732447381526 2024-11-24T11:23:01,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:23:01,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447380657.e0853435e8827f0b2dbaee04274bb090.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447381527"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447381527"}]},"ts":"1732447381527"} 2024-11-24T11:23:01,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:23:01,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:23:01,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447381530"}]},"ts":"1732447381530"} 2024-11-24T11:23:01,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:23:01,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0853435e8827f0b2dbaee04274bb090, ASSIGN}] 2024-11-24T11:23:01,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0853435e8827f0b2dbaee04274bb090, ASSIGN 2024-11-24T11:23:01,534 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e0853435e8827f0b2dbaee04274bb090, ASSIGN; state=OFFLINE, location=f5f73e76a839,38625,1732447366571; forceNewPlan=false, retain=false 2024-11-24T11:23:01,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0853435e8827f0b2dbaee04274bb090, regionState=OPENING, regionLocation=f5f73e76a839,38625,1732447366571 2024-11-24T11:23:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e0853435e8827f0b2dbaee04274bb090, ASSIGN because future has completed 2024-11-24T11:23:01,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0853435e8827f0b2dbaee04274bb090, server=f5f73e76a839,38625,1732447366571}] 2024-11-24T11:23:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:01,844 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:01,844 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e0853435e8827f0b2dbaee04274bb090, NAME => 'test,,1732447380657.e0853435e8827f0b2dbaee04274bb090.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:23:01,844 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:23:01,844 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:23:01,845 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,845 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447380657.e0853435e8827f0b2dbaee04274bb090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:01,845 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,845 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,846 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,846 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0853435e8827f0b2dbaee04274bb090 columnFamilyName f 2024-11-24T11:23:01,846 DEBUG [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:01,847 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] regionserver.HStore(327): Store=e0853435e8827f0b2dbaee04274bb090/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:01,847 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,848 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0853435e8827f0b2dbaee04274bb090 columnFamilyName f1 2024-11-24T11:23:01,848 DEBUG [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:01,848 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] regionserver.HStore(327): Store=e0853435e8827f0b2dbaee04274bb090/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:01,848 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,849 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0853435e8827f0b2dbaee04274bb090 columnFamilyName norep 2024-11-24T11:23:01,849 DEBUG [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:01,849 INFO [StoreOpener-e0853435e8827f0b2dbaee04274bb090-1 {}] regionserver.HStore(327): Store=e0853435e8827f0b2dbaee04274bb090/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:01,849 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,850 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,850 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,850 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,850 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,851 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:23:01,851 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,855 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:23:01,856 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e0853435e8827f0b2dbaee04274bb090; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69863102, jitterRate=0.04104134440422058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:23:01,856 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:01,856 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e0853435e8827f0b2dbaee04274bb090: Running coprocessor pre-open hook at 1732447381845Writing region info on filesystem at 1732447381845Initializing all the Stores at 1732447381845Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447381845Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447381845Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447381845Cleaning up temporary data from old regions at 1732447381850 (+5 ms)Running coprocessor post-open hooks at 1732447381856 (+6 ms)Region opened successfully at 1732447381856 2024-11-24T11:23:01,857 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., pid=6, masterSystemTime=1732447381838 2024-11-24T11:23:01,858 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:01,858 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:01,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0853435e8827f0b2dbaee04274bb090, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,38625,1732447366571 2024-11-24T11:23:01,859 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41993 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f5f73e76a839,38625,1732447366571, table=test, region=e0853435e8827f0b2dbaee04274bb090. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:23:01,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0853435e8827f0b2dbaee04274bb090, server=f5f73e76a839,38625,1732447366571 because future has completed 2024-11-24T11:23:01,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:23:01,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0853435e8827f0b2dbaee04274bb090, server=f5f73e76a839,38625,1732447366571 in 175 msec 2024-11-24T11:23:01,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:23:01,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e0853435e8827f0b2dbaee04274bb090, ASSIGN in 330 msec 2024-11-24T11:23:01,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:23:01,864 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447381864"}]},"ts":"1732447381864"} 2024-11-24T11:23:01,865 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:23:01,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:23:01,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2090 sec 2024-11-24T11:23:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:02,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:02,807 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:23:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38577,1732447372193 2024-11-24T11:23:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@890d899 2024-11-24T11:23:02,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:02,808 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:02,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:23:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:23:02,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:23:02,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:02,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:23:02,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:23:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:23:02,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 365353dd964655bc9e905b442e8bd86f, NAME => 'test,,1732447382809.365353dd964655bc9e905b442e8bd86f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d 2024-11-24T11:23:02,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:23:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:03,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447382809.365353dd964655bc9e905b442e8bd86f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:03,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 365353dd964655bc9e905b442e8bd86f, disabling compactions & flushes 2024-11-24T11:23:03,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:03,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:03,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447382809.365353dd964655bc9e905b442e8bd86f. after waiting 0 ms 2024-11-24T11:23:03,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:03,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:03,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 365353dd964655bc9e905b442e8bd86f: Waiting for close lock at 1732447383229Disabling compacts and flushes for region at 1732447383229Disabling writes for close at 1732447383229Writing region close event to WAL at 1732447383229Closed at 1732447383229 2024-11-24T11:23:03,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:23:03,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447382809.365353dd964655bc9e905b442e8bd86f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447383230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447383230"}]},"ts":"1732447383230"} 2024-11-24T11:23:03,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:23:03,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:23:03,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447383232"}]},"ts":"1732447383232"} 2024-11-24T11:23:03,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:23:03,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=365353dd964655bc9e905b442e8bd86f, ASSIGN}] 2024-11-24T11:23:03,234 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=365353dd964655bc9e905b442e8bd86f, ASSIGN 2024-11-24T11:23:03,235 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=365353dd964655bc9e905b442e8bd86f, ASSIGN; state=OFFLINE, location=f5f73e76a839,36491,1732447372334; forceNewPlan=false, retain=false 2024-11-24T11:23:03,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=365353dd964655bc9e905b442e8bd86f, regionState=OPENING, regionLocation=f5f73e76a839,36491,1732447372334 2024-11-24T11:23:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=365353dd964655bc9e905b442e8bd86f, ASSIGN because future has completed 2024-11-24T11:23:03,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 365353dd964655bc9e905b442e8bd86f, server=f5f73e76a839,36491,1732447372334}] 2024-11-24T11:23:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:03,552 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:03,553 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 365353dd964655bc9e905b442e8bd86f, NAME => 'test,,1732447382809.365353dd964655bc9e905b442e8bd86f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:23:03,553 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:23:03,553 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:23:03,554 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,554 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447382809.365353dd964655bc9e905b442e8bd86f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:03,554 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,554 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,557 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,559 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 365353dd964655bc9e905b442e8bd86f columnFamilyName f 2024-11-24T11:23:03,559 DEBUG [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:03,559 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] regionserver.HStore(327): Store=365353dd964655bc9e905b442e8bd86f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:03,560 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,561 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 365353dd964655bc9e905b442e8bd86f columnFamilyName f1 2024-11-24T11:23:03,561 DEBUG [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:03,561 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] regionserver.HStore(327): Store=365353dd964655bc9e905b442e8bd86f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:03,561 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,562 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 365353dd964655bc9e905b442e8bd86f columnFamilyName norep 2024-11-24T11:23:03,562 DEBUG [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:03,563 INFO [StoreOpener-365353dd964655bc9e905b442e8bd86f-1 {}] regionserver.HStore(327): Store=365353dd964655bc9e905b442e8bd86f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:03,563 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,564 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,564 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,565 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,565 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,566 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:23:03,567 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,573 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:23:03,573 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 365353dd964655bc9e905b442e8bd86f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66086656, jitterRate=-0.015232086181640625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:23:03,573 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:03,574 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 365353dd964655bc9e905b442e8bd86f: Running coprocessor pre-open hook at 1732447383554Writing region info on filesystem at 1732447383554Initializing all the Stores at 1732447383555 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447383555Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447383557 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447383557Cleaning up temporary data from old regions at 1732447383565 (+8 ms)Running coprocessor post-open hooks at 1732447383574 (+9 ms)Region opened successfully at 1732447383574 2024-11-24T11:23:03,575 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447382809.365353dd964655bc9e905b442e8bd86f., pid=6, masterSystemTime=1732447383541 2024-11-24T11:23:03,577 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:03,577 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:03,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=365353dd964655bc9e905b442e8bd86f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,36491,1732447372334 2024-11-24T11:23:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 365353dd964655bc9e905b442e8bd86f, server=f5f73e76a839,36491,1732447372334 because future has completed 2024-11-24T11:23:03,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:23:03,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 365353dd964655bc9e905b442e8bd86f, server=f5f73e76a839,36491,1732447372334 in 196 msec 2024-11-24T11:23:03,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:23:03,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=365353dd964655bc9e905b442e8bd86f, ASSIGN in 355 msec 2024-11-24T11:23:03,595 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:23:03,595 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447383595"}]},"ts":"1732447383595"} 2024-11-24T11:23:03,597 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:23:03,598 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:23:03,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-24T11:23:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:03,947 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:23:03,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,37907,1732447377614 2024-11-24T11:23:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@571c39b0 2024-11-24T11:23:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:03,949 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:03,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:23:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T11:23:03,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:23:03,951 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:03,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T11:23:03,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:23:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:03,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741835_1011 (size=902) 2024-11-24T11:23:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:04,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d24c3fdf2a2da500fb49cb67d45275ed, NAME => 'test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4 2024-11-24T11:23:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741836_1012 (size=39) 2024-11-24T11:23:04,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:04,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d24c3fdf2a2da500fb49cb67d45275ed, disabling compactions & flushes 2024-11-24T11:23:04,369 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:04,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:04,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. after waiting 0 ms 2024-11-24T11:23:04,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:04,369 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:04,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d24c3fdf2a2da500fb49cb67d45275ed: Waiting for close lock at 1732447384369Disabling compacts and flushes for region at 1732447384369Disabling writes for close at 1732447384369Writing region close event to WAL at 1732447384369Closed at 1732447384369 2024-11-24T11:23:04,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:23:04,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732447384370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447384370"}]},"ts":"1732447384370"} 2024-11-24T11:23:04,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:23:04,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:23:04,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447384373"}]},"ts":"1732447384373"} 2024-11-24T11:23:04,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T11:23:04,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d24c3fdf2a2da500fb49cb67d45275ed, ASSIGN}] 2024-11-24T11:23:04,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d24c3fdf2a2da500fb49cb67d45275ed, ASSIGN 2024-11-24T11:23:04,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d24c3fdf2a2da500fb49cb67d45275ed, ASSIGN; state=OFFLINE, location=f5f73e76a839,46407,1732447377751; forceNewPlan=false, retain=false 2024-11-24T11:23:04,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d24c3fdf2a2da500fb49cb67d45275ed, regionState=OPENING, regionLocation=f5f73e76a839,46407,1732447377751 2024-11-24T11:23:04,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d24c3fdf2a2da500fb49cb67d45275ed, ASSIGN because future has completed 2024-11-24T11:23:04,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d24c3fdf2a2da500fb49cb67d45275ed, server=f5f73e76a839,46407,1732447377751}] 2024-11-24T11:23:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:04,683 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:04,684 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d24c3fdf2a2da500fb49cb67d45275ed, NAME => 'test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:23:04,684 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:23:04,684 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T11:23:04,685 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,685 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:04,685 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,685 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,686 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,686 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24c3fdf2a2da500fb49cb67d45275ed columnFamilyName f 2024-11-24T11:23:04,686 DEBUG [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:04,687 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] regionserver.HStore(327): Store=d24c3fdf2a2da500fb49cb67d45275ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:04,687 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,687 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24c3fdf2a2da500fb49cb67d45275ed columnFamilyName f1 2024-11-24T11:23:04,687 DEBUG [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:04,688 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] regionserver.HStore(327): Store=d24c3fdf2a2da500fb49cb67d45275ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:04,688 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,688 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24c3fdf2a2da500fb49cb67d45275ed columnFamilyName norep 2024-11-24T11:23:04,688 DEBUG [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:04,688 INFO [StoreOpener-d24c3fdf2a2da500fb49cb67d45275ed-1 {}] regionserver.HStore(327): Store=d24c3fdf2a2da500fb49cb67d45275ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:04,688 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,689 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,689 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,689 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,690 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,690 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:23:04,690 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,692 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:23:04,692 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d24c3fdf2a2da500fb49cb67d45275ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69126449, jitterRate=0.030064359307289124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:23:04,692 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:04,692 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d24c3fdf2a2da500fb49cb67d45275ed: Running coprocessor pre-open hook at 1732447384685Writing region info on filesystem at 1732447384685Initializing all the Stores at 1732447384685Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447384685Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447384686 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447384686Cleaning up temporary data from old regions at 1732447384690 (+4 ms)Running coprocessor post-open hooks at 1732447384692 (+2 ms)Region opened successfully at 1732447384692 2024-11-24T11:23:04,693 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed., pid=6, masterSystemTime=1732447384681 2024-11-24T11:23:04,694 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:04,694 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:04,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d24c3fdf2a2da500fb49cb67d45275ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f5f73e76a839,46407,1732447377751 2024-11-24T11:23:04,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d24c3fdf2a2da500fb49cb67d45275ed, server=f5f73e76a839,46407,1732447377751 because future has completed 2024-11-24T11:23:04,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T11:23:04,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d24c3fdf2a2da500fb49cb67d45275ed, server=f5f73e76a839,46407,1732447377751 in 168 msec 2024-11-24T11:23:04,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T11:23:04,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d24c3fdf2a2da500fb49cb67d45275ed, ASSIGN in 323 msec 2024-11-24T11:23:04,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:23:04,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447384700"}]},"ts":"1732447384700"} 2024-11-24T11:23:04,701 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T11:23:04,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:23:04,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-24T11:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:23:05,087 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T11:23:05,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe11dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41993,-1 for getting cluster id 2024-11-24T11:23:05,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:05,089 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed0ba0c-9c60-4f8f-b23a-a0d1653a2973' 2024-11-24T11:23:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed0ba0c-9c60-4f8f-b23a-a0d1653a2973" 2024-11-24T11:23:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1a2b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41993,-1] 2024-11-24T11:23:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:05,091 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a23ae10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41993,1732447366376 2024-11-24T11:23:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3296658e 2024-11-24T11:23:05,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:05,093 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:05,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f5f73e76a839:38577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:23:05,096 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:38577' 2024-11-24T11:23:05,100 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0fc331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,100 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38577,-1 for getting cluster id 2024-11-24T11:23:05,100 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:05,100 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139891cf-4080-40fe-96bc-2d074ddc9df3' 2024-11-24T11:23:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139891cf-4080-40fe-96bc-2d074ddc9df3" 2024-11-24T11:23:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4975d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38577,-1] 2024-11-24T11:23:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:05,102 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:05,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e15b2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,103 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:05,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38577,1732447372193 2024-11-24T11:23:05,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c18d263 2024-11-24T11:23:05,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:05,104 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:05,105 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T11:23:05,105 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:23:05,105 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:05,105 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:05,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:05,105 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:23:05,106 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T11:23:05,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:23:05,107 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:05,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:23:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741837_1013 (size=1138) 2024-11-24T11:23:05,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2d73fae44fd0a3207e534e5fd2ebb47, NAME => 'hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4 2024-11-24T11:23:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741838_1014 (size=44) 2024-11-24T11:23:05,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:05,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a2d73fae44fd0a3207e534e5fd2ebb47, disabling compactions & flushes 2024-11-24T11:23:05,122 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:05,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:05,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. after waiting 0 ms 2024-11-24T11:23:05,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:05,122 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:05,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2d73fae44fd0a3207e534e5fd2ebb47: Waiting for close lock at 1732447385122Disabling compacts and flushes for region at 1732447385122Disabling writes for close at 1732447385122Writing region close event to WAL at 1732447385122Closed at 1732447385122 2024-11-24T11:23:05,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:23:05,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732447385123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732447385123"}]},"ts":"1732447385123"} 2024-11-24T11:23:05,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T11:23:05,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:23:05,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447385125"}]},"ts":"1732447385125"} 2024-11-24T11:23:05,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T11:23:05,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2d73fae44fd0a3207e534e5fd2ebb47, ASSIGN}] 2024-11-24T11:23:05,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2d73fae44fd0a3207e534e5fd2ebb47, ASSIGN 2024-11-24T11:23:05,128 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2d73fae44fd0a3207e534e5fd2ebb47, ASSIGN; state=OFFLINE, location=f5f73e76a839,38625,1732447366571; forceNewPlan=false, retain=false 2024-11-24T11:23:05,156 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T11:23:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:23:05,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2d73fae44fd0a3207e534e5fd2ebb47, regionState=OPENING, regionLocation=f5f73e76a839,38625,1732447366571 2024-11-24T11:23:05,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2d73fae44fd0a3207e534e5fd2ebb47, ASSIGN because future has completed 2024-11-24T11:23:05,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d73fae44fd0a3207e534e5fd2ebb47, server=f5f73e76a839,38625,1732447366571}] 2024-11-24T11:23:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:23:05,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:05,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:23:05,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T11:23:05,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f5f73e76a839%2C38625%2C1732447366571.rep, suffix=, logDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571, archiveDir=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/oldWALs, maxLogs=10 2024-11-24T11:23:05,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.rep.1732447385439, exclude list is [], retry=0 2024-11-24T11:23:05,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-18bc244e-acb2-41e1-94df-11b218b96d02,DISK] 2024-11-24T11:23:05,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.rep.1732447385439 2024-11-24T11:23:05,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38765:38765)] 2024-11-24T11:23:05,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a2d73fae44fd0a3207e534e5fd2ebb47, NAME => 'hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:23:05,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T11:23:05,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:23:05,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. service=MultiRowMutationService 2024-11-24T11:23:05,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T11:23:05,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:23:05,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,464 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,465 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d73fae44fd0a3207e534e5fd2ebb47 columnFamilyName hfileref 2024-11-24T11:23:05,465 DEBUG [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:05,465 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] regionserver.HStore(327): Store=a2d73fae44fd0a3207e534e5fd2ebb47/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:05,465 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,469 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d73fae44fd0a3207e534e5fd2ebb47 columnFamilyName queue 2024-11-24T11:23:05,469 DEBUG [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:05,469 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] regionserver.HStore(327): Store=a2d73fae44fd0a3207e534e5fd2ebb47/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:05,469 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,470 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d73fae44fd0a3207e534e5fd2ebb47 columnFamilyName sid 2024-11-24T11:23:05,470 DEBUG [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:23:05,470 INFO [StoreOpener-a2d73fae44fd0a3207e534e5fd2ebb47-1 {}] regionserver.HStore(327): Store=a2d73fae44fd0a3207e534e5fd2ebb47/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:23:05,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T11:23:05,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:23:05,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a2d73fae44fd0a3207e534e5fd2ebb47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66273344, jitterRate=-0.012450218200683594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T11:23:05,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:05,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a2d73fae44fd0a3207e534e5fd2ebb47: Running coprocessor pre-open hook at 1732447385463Writing region info on filesystem at 1732447385463Initializing all the Stores at 1732447385463Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447385463Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447385464 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732447385464Cleaning up temporary data from old regions at 1732447385472 (+8 ms)Running coprocessor post-open hooks at 1732447385475 (+3 ms)Region opened successfully at 1732447385475 2024-11-24T11:23:05,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47., pid=10, masterSystemTime=1732447385432 2024-11-24T11:23:05,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:05,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:05,478 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2d73fae44fd0a3207e534e5fd2ebb47, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,38625,1732447366571 2024-11-24T11:23:05,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d73fae44fd0a3207e534e5fd2ebb47, server=f5f73e76a839,38625,1732447366571 because future has completed 2024-11-24T11:23:05,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T11:23:05,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a2d73fae44fd0a3207e534e5fd2ebb47, server=f5f73e76a839,38625,1732447366571 in 200 msec 2024-11-24T11:23:05,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T11:23:05,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2d73fae44fd0a3207e534e5fd2ebb47, ASSIGN in 355 msec 2024-11-24T11:23:05,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:23:05,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732447385484"}]},"ts":"1732447385484"} 2024-11-24T11:23:05,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T11:23:05,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:23:05,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 381 msec 2024-11-24T11:23:05,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47., hostname=f5f73e76a839,38625,1732447366571, seqNum=2] 2024-11-24T11:23:05,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:23:05,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:23:05,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:23:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:23:05,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T11:23:05,749 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T11:23:05,785 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f5f73e76a839,38625,1732447366571, ReplicationSource: 1, currentBandwidth=0 2024-11-24T11:23:05,785 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:05,786 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,38625,1732447366571, seqNum=-1] 2024-11-24T11:23:05,786 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:05,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T11:23:05,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f5f73e76a839,38625,1732447366571', locateType=CURRENT is [region=hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47., hostname=f5f73e76a839,38625,1732447366571, seqNum=2] 2024-11-24T11:23:05,790 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T11:23:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T11:23:05,792 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f5f73e76a839,38625,1732447366571 suceeded 2024-11-24T11:23:05,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T11:23:05,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-24T11:23:05,793 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f5f73e76a839:38577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:23:05,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 700 msec 2024-11-24T11:23:05,807 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:38577' 2024-11-24T11:23:05,809 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386db74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,809 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38577,-1 for getting cluster id 2024-11-24T11:23:05,809 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:05,809 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139891cf-4080-40fe-96bc-2d074ddc9df3' 2024-11-24T11:23:05,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139891cf-4080-40fe-96bc-2d074ddc9df3" 2024-11-24T11:23:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fea97f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38577,-1] 2024-11-24T11:23:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:05,811 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:05,811 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271ac87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:05,812 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:05,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38577,1732447372193 2024-11-24T11:23:05,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f671813 2024-11-24T11:23:05,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:05,813 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T11:23:05,814 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f5f73e76a839,38625,1732447366571 (queues=1) is replicating from cluster=aed0ba0c-9c60-4f8f-b23a-a0d1653a2973 to cluster=139891cf-4080-40fe-96bc-2d074ddc9df3 2024-11-24T11:23:05,814 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f5f73e76a839%2C38625%2C1732447366571 2024-11-24T11:23:05,814 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f5f73e76a839,38625,1732447366571, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:23:05,815 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783, startPosition=0, beingWritten=true 2024-11-24T11:23:05,816 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C38625%2C1732447366571 2024-11-24T11:23:05,823 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T11:23:05,823 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 379, reset compression=false 2024-11-24T11:23:05,823 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,38625,1732447366571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T11:23:06,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:23:06,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,028 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 379, reset compression=false 2024-11-24T11:23:06,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T11:23:06,236 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T11:23:06,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:06,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:06,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:06,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:06,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:06,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41993,-1 for getting cluster id 2024-11-24T11:23:06,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:06,238 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed0ba0c-9c60-4f8f-b23a-a0d1653a2973' 2024-11-24T11:23:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed0ba0c-9c60-4f8f-b23a-a0d1653a2973" 2024-11-24T11:23:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8435b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41993,-1] 2024-11-24T11:23:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:06,239 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:06,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8ec3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38577,-1 for getting cluster id 2024-11-24T11:23:06,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:06,240 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139891cf-4080-40fe-96bc-2d074ddc9df3' 2024-11-24T11:23:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139891cf-4080-40fe-96bc-2d074ddc9df3" 2024-11-24T11:23:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dce942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38577,-1] 2024-11-24T11:23:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:06,241 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ba37fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,37907,-1 for getting cluster id 2024-11-24T11:23:06,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:06,242 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99083b3-3d75-4886-889d-8cc784f134fe' 2024-11-24T11:23:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99083b3-3d75-4886-889d-8cc784f134fe" 2024-11-24T11:23:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c56d35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,37907,-1] 2024-11-24T11:23:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:06,243 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640b0bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:06,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:23:06,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732447386247/Put/seqid=0 2024-11-24T11:23:06,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741840_1016 (size=7894) 2024-11-24T11:23:06,332 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 379, reset compression=false 2024-11-24T11:23:06,652 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732447386652/Put/seqid=0 2024-11-24T11:23:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741841_1017 (size=7691) 2024-11-24T11:23:06,735 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 379, reset compression=false 2024-11-24T11:23:06,768 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T11:23:07,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:07,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41993,-1 for getting cluster id 2024-11-24T11:23:07,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:07,059 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed0ba0c-9c60-4f8f-b23a-a0d1653a2973' 2024-11-24T11:23:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed0ba0c-9c60-4f8f-b23a-a0d1653a2973" 2024-11-24T11:23:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390313d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41993,-1] 2024-11-24T11:23:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:07,061 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:07,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ad165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:07,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,38625,1732447366571, seqNum=-1] 2024-11-24T11:23:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:07,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:07,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:07,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41993,1732447366376 2024-11-24T11:23:07,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ea0b09 2024-11-24T11:23:07,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:07,070 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:07,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2] 2024-11-24T11:23:07,074 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:23:07,079 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T11:23:07,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T11:23:07,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e0853435e8827f0b2dbaee04274bb090/f 2024-11-24T11:23:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T11:23:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:07,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e0853435e8827f0b2dbaee04274bb090/f 2024-11-24T11:23:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T11:23:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HRegion(2603): Flush status journal for e0853435e8827f0b2dbaee04274bb090: 2024-11-24T11:23:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_1 2024-11-24T11:23:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_1 as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ 2024-11-24T11:23:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_0 2024-11-24T11:23:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_0 as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ 2024-11-24T11:23:07,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_1 into e0853435e8827f0b2dbaee04274bb090/f as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ - updating store file list. 2024-11-24T11:23:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4675d88c6d54be188c67a045e76a871_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:07,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ into e0853435e8827f0b2dbaee04274bb090/f 2024-11-24T11:23:07,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_1 into e0853435e8827f0b2dbaee04274bb090/f (new location: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_) 2024-11-24T11:23:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_1 2024-11-24T11:23:07,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_0 into e0853435e8827f0b2dbaee04274bb090/f as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ - updating store file list. 2024-11-24T11:23:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:07,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ into e0853435e8827f0b2dbaee04274bb090/f 2024-11-24T11:23:07,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_0 into e0853435e8827f0b2dbaee04274bb090/f (new location: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_) 2024-11-24T11:23:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__lm2sbi0knkl3uqt72k6v5rvnnpjo5gmlgh8m0he0dlm4j5jicqmdpmtc3e0gh281/f/hfile_0 2024-11-24T11:23:07,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:07,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:07,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:07,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:07,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2 , the old value is region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f5f73e76a839:38625 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:23:07,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:23:07,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2 from cache 2024-11-24T11:23:07,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:07,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36491,1732447372334, seqNum=-1] 2024-11-24T11:23:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:48298 deadline: 1732447447107 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:48298 2024-11-24T11:23:07,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:07,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447382809.365353dd964655bc9e905b442e8bd86f., hostname=f5f73e76a839,36491,1732447372334, seqNum=2] 2024-11-24T11:23:07,112 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T11:23:07,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:38625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T11:23:07,238 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 379, reset compression=false 2024-11-24T11:23:07,241 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:23:07,241 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,38625,1732447366571 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0853435e8827f0b2dbaee04274bb090/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732447387104/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T11:23:07,243 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:23:07,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T11:23:07,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.ReplicationSink(318): Replicating [aed0ba0c-9c60-4f8f-b23a-a0d1653a2973] bulk loaded data 2024-11-24T11:23:07,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@686de2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:07,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,38577,-1 for getting cluster id 2024-11-24T11:23:07,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:07,245 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139891cf-4080-40fe-96bc-2d074ddc9df3' 2024-11-24T11:23:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139891cf-4080-40fe-96bc-2d074ddc9df3" 2024-11-24T11:23:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6180c6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,38577,-1] 2024-11-24T11:23:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:07,246 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:07,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3e0dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:07,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741837_1013 (size=7691) 2024-11-24T11:23:07,441 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 687, reset compression=false 2024-11-24T11:23:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741838_1014 (size=7894) 2024-11-24T11:23:07,744 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 687, reset compression=false 2024-11-24T11:23:08,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,38577,1732447372193 2024-11-24T11:23:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@492b79d4 2024-11-24T11:23:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:08,067 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T11:23:08,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:23:08,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36491,1732447372334, seqNum=-1] 2024-11-24T11:23:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T11:23:08,078 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T11:23:08,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ for inclusion in 365353dd964655bc9e905b442e8bd86f/f 2024-11-24T11:23:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T11:23:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:08,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ for inclusion in 365353dd964655bc9e905b442e8bd86f/f 2024-11-24T11:23:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T11:23:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HRegion(2603): Flush status journal for 365353dd964655bc9e905b442e8bd86f: 2024-11-24T11:23:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:23:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/9fb52e67a2e243369c40942e3ba2a18d_SeqId_4_ 2024-11-24T11:23:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f4675d88c6d54be188c67a045e76a871_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:23:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/714170f4640f46d3bcdc654560717306_SeqId_4_ 2024-11-24T11:23:08,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ into 365353dd964655bc9e905b442e8bd86f/f as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/9fb52e67a2e243369c40942e3ba2a18d_SeqId_4_ - updating store file list. 2024-11-24T11:23:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9fb52e67a2e243369c40942e3ba2a18d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:08,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/9fb52e67a2e243369c40942e3ba2a18d_SeqId_4_ into 365353dd964655bc9e905b442e8bd86f/f 2024-11-24T11:23:08,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ into 365353dd964655bc9e905b442e8bd86f/f (new location: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/9fb52e67a2e243369c40942e3ba2a18d_SeqId_4_) 2024-11-24T11:23:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/ededa0a0d3664fb0b4510f76e34fa5f9_SeqId_4_ 2024-11-24T11:23:08,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ into 365353dd964655bc9e905b442e8bd86f/f as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/714170f4640f46d3bcdc654560717306_SeqId_4_ - updating store file list. 2024-11-24T11:23:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 714170f4640f46d3bcdc654560717306_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:08,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/714170f4640f46d3bcdc654560717306_SeqId_4_ into 365353dd964655bc9e905b442e8bd86f/f 2024-11-24T11:23:08,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ into 365353dd964655bc9e905b442e8bd86f/f (new location: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/714170f4640f46d3bcdc654560717306_SeqId_4_) 2024-11-24T11:23:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__ooqr54psu1i9a9r09q05m53rshq3cb2sdt48cf5b4hvag95af3ivctbd1mmtkj87/f/f4675d88c6d54be188c67a045e76a871_SeqId_4_ 2024-11-24T11:23:08,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.ReplicationSink(324): Finished replicating [aed0ba0c-9c60-4f8f-b23a-a0d1653a2973] bulk loaded data 2024-11-24T11:23:08,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:08,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,46407,1732447377751, seqNum=-1] 2024-11-24T11:23:08,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed., hostname=f5f73e76a839,46407,1732447377751, seqNum=2] 2024-11-24T11:23:08,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:23:08,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:23:08,129 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f5f73e76a839%2C38625%2C1732447366571:(num 1732447368783) roll requested 2024-11-24T11:23:08,146 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130, exclude list is [], retry=0 2024-11-24T11:23:08,147 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 687, reset compression=false 2024-11-24T11:23:08,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-18bc244e-acb2-41e1-94df-11b218b96d02,DISK] 2024-11-24T11:23:08,149 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 2024-11-24T11:23:08,150 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38765:38765)] 2024-11-24T11:23:08,150 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 is not closed yet, will try archiving it next time 2024-11-24T11:23:08,150 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f5f73e76a839%2C38625%2C1732447366571.rep:(num 1732447385439) roll requested 2024-11-24T11:23:08,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfaa7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41993,-1 for getting cluster id 2024-11-24T11:23:08,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741832_1008 (size=695) 2024-11-24T11:23:08,151 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed0ba0c-9c60-4f8f-b23a-a0d1653a2973' 2024-11-24T11:23:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed0ba0c-9c60-4f8f-b23a-a0d1653a2973" 2024-11-24T11:23:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489106b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41993,-1] 2024-11-24T11:23:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,153 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/oldWALs/f5f73e76a839%2C38625%2C1732447366571.1732447368783 2024-11-24T11:23:08,153 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4304cbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41993,1732447366376 2024-11-24T11:23:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@716ba735 2024-11-24T11:23:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:08,156 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:08,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f5f73e76a839:37907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T11:23:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T11:23:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T11:23:08,158 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:37907' 2024-11-24T11:23:08,159 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2b06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,159 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,37907,-1 for getting cluster id 2024-11-24T11:23:08,159 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:08,160 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99083b3-3d75-4886-889d-8cc784f134fe' 2024-11-24T11:23:08,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:08,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99083b3-3d75-4886-889d-8cc784f134fe" 2024-11-24T11:23:08,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf600d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,37907,-1] 2024-11-24T11:23:08,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:08,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,161 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:08,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f78c9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,162 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:08,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,37907,1732447377614 2024-11-24T11:23:08,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128640e 2024-11-24T11:23:08,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:08,163 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:08,163 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T11:23:08,163 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T11:23:08,163 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,163 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:08,168 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.rep.1732447388150, exclude list is [], retry=0 2024-11-24T11:23:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-18bc244e-acb2-41e1-94df-11b218b96d02,DISK] 2024-11-24T11:23:08,171 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.rep.1732447385439 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.rep.1732447388150 2024-11-24T11:23:08,172 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38765:38765)] 2024-11-24T11:23:08,172 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.rep.1732447385439 is not closed yet, will try archiving it next time 2024-11-24T11:23:08,172 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f5f73e76a839%2C38625%2C1732447366571.meta:.meta(num 1732447369753) roll requested 2024-11-24T11:23:08,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741839_1015 (size=1505) 2024-11-24T11:23:08,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T11:23:08,186 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.meta.1732447388172.meta, exclude list is [], retry=0 2024-11-24T11:23:08,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-18bc244e-acb2-41e1-94df-11b218b96d02,DISK] 2024-11-24T11:23:08,191 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.meta.1732447369753.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.meta.1732447388172.meta 2024-11-24T11:23:08,196 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38765:38765)] 2024-11-24T11:23:08,196 DEBUG [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.meta.1732447369753.meta is not closed yet, will try archiving it next time 2024-11-24T11:23:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741834_1010 (size=3473) 2024-11-24T11:23:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T11:23:08,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T11:23:08,339 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T11:23:08,385 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f5f73e76a839,38625,1732447366571, ReplicationSource: 2, currentBandwidth=0 2024-11-24T11:23:08,388 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T11:23:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T11:23:08,390 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f5f73e76a839,38625,1732447366571 suceeded 2024-11-24T11:23:08,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T11:23:08,392 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f5f73e76a839:37907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T11:23:08,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-24T11:23:08,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 236 msec 2024-11-24T11:23:08,406 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f5f73e76a839:37907' 2024-11-24T11:23:08,408 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e9dd3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,408 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,37907,-1 for getting cluster id 2024-11-24T11:23:08,408 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:08,408 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99083b3-3d75-4886-889d-8cc784f134fe' 2024-11-24T11:23:08,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:08,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99083b3-3d75-4886-889d-8cc784f134fe" 2024-11-24T11:23:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6488595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,37907,-1] 2024-11-24T11:23:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,409 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:08,410 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ebc4081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,410 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:08,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,37907,1732447377614 2024-11-24T11:23:08,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d46ea6b 2024-11-24T11:23:08,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:08,411 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T11:23:08,411 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f5f73e76a839,38625,1732447366571 (queues=1) is replicating from cluster=aed0ba0c-9c60-4f8f-b23a-a0d1653a2973 to cluster=b99083b3-3d75-4886-889d-8cc784f134fe 2024-11-24T11:23:08,411 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f5f73e76a839%2C38625%2C1732447366571 2024-11-24T11:23:08,411 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f5f73e76a839,38625,1732447366571, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T11:23:08,412 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f5f73e76a839%2C38625%2C1732447366571 2024-11-24T11:23:08,412 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130, startPosition=0, beingWritten=true 2024-11-24T11:23:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T11:23:08,476 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T11:23:08,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:08,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:08,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:08,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:23:08,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732447388480/Put/seqid=0 2024-11-24T11:23:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741845_1021 (size=11194) 2024-11-24T11:23:08,616 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 0, reset compression=false 2024-11-24T11:23:08,661 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 to pos 687, reset compression=false 2024-11-24T11:23:08,663 INFO [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 was moved to hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/oldWALs/f5f73e76a839%2C38625%2C1732447366571.1732447368783 2024-11-24T11:23:08,664 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783 2024-11-24T11:23:08,664 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130, startPosition=0, beingWritten=true 2024-11-24T11:23:08,664 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,38625,1732447366571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447368783, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T11:23:08,666 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f5f73e76a839%2C38625%2C1732447366571.1732447368783] 2024-11-24T11:23:08,786 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:23:08,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732447388886/Put/seqid=0 2024-11-24T11:23:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741846_1022 (size=10791) 2024-11-24T11:23:08,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bc3893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,41993,-1 for getting cluster id 2024-11-24T11:23:08,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:08,892 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aed0ba0c-9c60-4f8f-b23a-a0d1653a2973' 2024-11-24T11:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aed0ba0c-9c60-4f8f-b23a-a0d1653a2973" 2024-11-24T11:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0197d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,41993,-1] 2024-11-24T11:23:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,893 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:08,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:08,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,38625,1732447366571, seqNum=-1] 2024-11-24T11:23:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:08,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:23:08,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,41993,1732447366376 2024-11-24T11:23:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d787120 2024-11-24T11:23:08,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:08,903 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:23:08,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2] 2024-11-24T11:23:08,908 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:23:08,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T11:23:08,915 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T11:23:08,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e0853435e8827f0b2dbaee04274bb090/f 2024-11-24T11:23:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T11:23:08,920 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 0, reset compression=false 2024-11-24T11:23:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:08,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e0853435e8827f0b2dbaee04274bb090/f 2024-11-24T11:23:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T11:23:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HRegion(2603): Flush status journal for e0853435e8827f0b2dbaee04274bb090: 2024-11-24T11:23:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_0 2024-11-24T11:23:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_0 as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ 2024-11-24T11:23:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_1 2024-11-24T11:23:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_1 as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/bca46715d4f2436bacfc697612480900_SeqId_6_ 2024-11-24T11:23:08,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_0 into e0853435e8827f0b2dbaee04274bb090/f as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ - updating store file list. 2024-11-24T11:23:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6525b12474c4098b4b6c7e6425131e8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:08,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ into e0853435e8827f0b2dbaee04274bb090/f 2024-11-24T11:23:08,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_0 into e0853435e8827f0b2dbaee04274bb090/f (new location: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_) 2024-11-24T11:23:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_0 2024-11-24T11:23:08,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_1 into e0853435e8827f0b2dbaee04274bb090/f as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/bca46715d4f2436bacfc697612480900_SeqId_6_ - updating store file list. 2024-11-24T11:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bca46715d4f2436bacfc697612480900_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:08,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/bca46715d4f2436bacfc697612480900_SeqId_6_ into e0853435e8827f0b2dbaee04274bb090/f 2024-11-24T11:23:08,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_1 into e0853435e8827f0b2dbaee04274bb090/f (new location: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/f/bca46715d4f2436bacfc697612480900_SeqId_6_) 2024-11-24T11:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/staging/jenkins__test__47hb8gsjcqja1iidlsgjsg4l9mj5jttknhdhes5rm7q7rldcpv8c6ic6mrfm1mpo/f/hfile_1 2024-11-24T11:23:08,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:08,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:08,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:08,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2 , the old value is region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f5f73e76a839:38625 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:23:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T11:23:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., hostname=f5f73e76a839,38625,1732447366571, seqNum=2 from cache 2024-11-24T11:23:08,941 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T11:23:08,944 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T11:23:09,046 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:38625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T11:23:09,268 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 0, reset compression=false 2024-11-24T11:23:09,272 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:23:09,272 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f5f73e76a839,38625,1732447366571 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0853435e8827f0b2dbaee04274bb090/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732447388939/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T11:23:09,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.ReplicationSink(318): Replicating [aed0ba0c-9c60-4f8f-b23a-a0d1653a2973] bulk loaded data 2024-11-24T11:23:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741839_1015 (size=11194) 2024-11-24T11:23:09,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741840_1016 (size=10791) 2024-11-24T11:23:09,323 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 0, reset compression=false 2024-11-24T11:23:09,327 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T11:23:09,327 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f5f73e76a839,38625,1732447366571 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0853435e8827f0b2dbaee04274bb090/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732447388939/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T11:23:09,329 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:23:09,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T11:23:09,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.ReplicationSink(318): Replicating [aed0ba0c-9c60-4f8f-b23a-a0d1653a2973] bulk loaded data 2024-11-24T11:23:09,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3afd8d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:09,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,37907,-1 for getting cluster id 2024-11-24T11:23:09,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:23:09,331 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99083b3-3d75-4886-889d-8cc784f134fe' 2024-11-24T11:23:09,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:23:09,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99083b3-3d75-4886-889d-8cc784f134fe" 2024-11-24T11:23:09,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cd7225e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:09,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,37907,-1] 2024-11-24T11:23:09,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:23:09,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:09,332 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:23:09,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c122800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:23:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741837_1013 (size=11194) 2024-11-24T11:23:09,472 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:09,528 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:09,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:23:09,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/bca46715d4f2436bacfc697612480900_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T11:23:09,696 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T11:23:09,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/bca46715d4f2436bacfc697612480900_SeqId_6_ for inclusion in 365353dd964655bc9e905b442e8bd86f/f 2024-11-24T11:23:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T11:23:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:09,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ for inclusion in 365353dd964655bc9e905b442e8bd86f/f 2024-11-24T11:23:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T11:23:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HRegion(2603): Flush status journal for 365353dd964655bc9e905b442e8bd86f: 2024-11-24T11:23:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bca46715d4f2436bacfc697612480900_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:23:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/bca46715d4f2436bacfc697612480900_SeqId_6_ as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/f61d3043381545569aeae614a35130f1_SeqId_6_ 2024-11-24T11:23:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:23:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/3e83fbba71d349c3afd7d2f216f070c2_SeqId_6_ 2024-11-24T11:23:09,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/bca46715d4f2436bacfc697612480900_SeqId_6_ into 365353dd964655bc9e905b442e8bd86f/f as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/f61d3043381545569aeae614a35130f1_SeqId_6_ - updating store file list. 2024-11-24T11:23:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f61d3043381545569aeae614a35130f1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:09,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/f61d3043381545569aeae614a35130f1_SeqId_6_ into 365353dd964655bc9e905b442e8bd86f/f 2024-11-24T11:23:09,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/bca46715d4f2436bacfc697612480900_SeqId_6_ into 365353dd964655bc9e905b442e8bd86f/f (new location: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/f61d3043381545569aeae614a35130f1_SeqId_6_) 2024-11-24T11:23:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/bca46715d4f2436bacfc697612480900_SeqId_6_ 2024-11-24T11:23:09,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ into 365353dd964655bc9e905b442e8bd86f/f as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/3e83fbba71d349c3afd7d2f216f070c2_SeqId_6_ - updating store file list. 2024-11-24T11:23:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e83fbba71d349c3afd7d2f216f070c2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:09,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/3e83fbba71d349c3afd7d2f216f070c2_SeqId_6_ into 365353dd964655bc9e905b442e8bd86f/f 2024-11-24T11:23:09,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ into 365353dd964655bc9e905b442e8bd86f/f (new location: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/f/3e83fbba71d349c3afd7d2f216f070c2_SeqId_6_) 2024-11-24T11:23:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/staging/jenkins.hfs.22__test__msqli5dru1q05qt9u7n1587jouonpvl966bmhg9t6n0q15l0ulrafnd3o9mgducq/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ 2024-11-24T11:23:09,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36491 {}] regionserver.ReplicationSink(324): Finished replicating [aed0ba0c-9c60-4f8f-b23a-a0d1653a2973] bulk loaded data 2024-11-24T11:23:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741838_1014 (size=10791) 2024-11-24T11:23:09,775 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:09,831 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:09,955 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T11:23:10,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:23:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,37907,1732447377614 2024-11-24T11:23:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b58e004 2024-11-24T11:23:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:23:10,157 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T11:23:10,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T11:23:10,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:23:10,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,46407,1732447377751, seqNum=-1] 2024-11-24T11:23:10,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:23:10,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T11:23:10,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/bca46715d4f2436bacfc697612480900_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T11:23:10,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T11:23:10,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/bca46715d4f2436bacfc697612480900_SeqId_6_ for inclusion in d24c3fdf2a2da500fb49cb67d45275ed/f 2024-11-24T11:23:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T11:23:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:10,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ for inclusion in d24c3fdf2a2da500fb49cb67d45275ed/f 2024-11-24T11:23:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T11:23:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T11:23:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegion(2603): Flush status journal for d24c3fdf2a2da500fb49cb67d45275ed: 2024-11-24T11:23:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bca46715d4f2436bacfc697612480900_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:23:10,178 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/bca46715d4f2436bacfc697612480900_SeqId_6_ as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/f/beb3c8c571a14b94a68c0e4acf84071b_SeqId_4_ 2024-11-24T11:23:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T11:23:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/f/9f836e7c6b45483b9f7835e9d17e45c3_SeqId_4_ 2024-11-24T11:23:10,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/bca46715d4f2436bacfc697612480900_SeqId_6_ into d24c3fdf2a2da500fb49cb67d45275ed/f as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/f/beb3c8c571a14b94a68c0e4acf84071b_SeqId_4_ - updating store file list. 2024-11-24T11:23:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for beb3c8c571a14b94a68c0e4acf84071b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:10,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/f/beb3c8c571a14b94a68c0e4acf84071b_SeqId_4_ into d24c3fdf2a2da500fb49cb67d45275ed/f 2024-11-24T11:23:10,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/bca46715d4f2436bacfc697612480900_SeqId_6_ into d24c3fdf2a2da500fb49cb67d45275ed/f (new location: hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/f/beb3c8c571a14b94a68c0e4acf84071b_SeqId_4_) 2024-11-24T11:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/bca46715d4f2436bacfc697612480900_SeqId_6_ 2024-11-24T11:23:10,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ into d24c3fdf2a2da500fb49cb67d45275ed/f as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/f/9f836e7c6b45483b9f7835e9d17e45c3_SeqId_4_ - updating store file list. 2024-11-24T11:23:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f836e7c6b45483b9f7835e9d17e45c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T11:23:10,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/f/9f836e7c6b45483b9f7835e9d17e45c3_SeqId_4_ into d24c3fdf2a2da500fb49cb67d45275ed/f 2024-11-24T11:23:10,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ into d24c3fdf2a2da500fb49cb67d45275ed/f (new location: hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/f/9f836e7c6b45483b9f7835e9d17e45c3_SeqId_4_) 2024-11-24T11:23:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/staging/jenkins.hfs.23__test__2sukkci51jgu6a1tmv8ku13k1fai8m2gg6kdbpudod661ftg6k2jguodnkjpqg5v/f/f6525b12474c4098b4b6c7e6425131e8_SeqId_6_ 2024-11-24T11:23:10,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.ReplicationSink(324): Finished replicating [aed0ba0c-9c60-4f8f-b23a-a0d1653a2973] bulk loaded data 2024-11-24T11:23:10,233 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:10,682 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:10,737 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:10,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:23:10,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:10,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:10,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:10,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:10,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:23:10,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=408470865, stopped=false 2024-11-24T11:23:10,963 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,37907,1732447377614 2024-11-24T11:23:10,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:23:10,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:10,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:10,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:10,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:10,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2021351622/running 2024-11-24T11:23:11,014 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:23:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:23:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2021351622/running 2024-11-24T11:23:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:23:11,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:11,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:11,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:11,015 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,46407,1732447377751' ***** 2024-11-24T11:23:11,015 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:23:11,015 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:23:11,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on znode that does not yet exist, /2-2021351622/running 2024-11-24T11:23:11,015 INFO [RS:0;f5f73e76a839:46407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:23:11,015 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:23:11,015 INFO [RS:0;f5f73e76a839:46407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:23:11,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Set watcher on znode that does not yet exist, /2-2021351622/running 2024-11-24T11:23:11,015 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(3091): Received CLOSE for d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:11,016 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,46407,1732447377751 2024-11-24T11:23:11,016 INFO [RS:0;f5f73e76a839:46407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:23:11,016 INFO [RS:0;f5f73e76a839:46407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:46407. 2024-11-24T11:23:11,016 DEBUG [RS:0;f5f73e76a839:46407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:11,016 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d24c3fdf2a2da500fb49cb67d45275ed, disabling compactions & flushes 2024-11-24T11:23:11,016 DEBUG [RS:0;f5f73e76a839:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:11,016 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:11,016 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:11,016 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. after waiting 0 ms 2024-11-24T11:23:11,016 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:23:11,016 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:11,016 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:23:11,016 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:23:11,016 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:23:11,016 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:23:11,016 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d24c3fdf2a2da500fb49cb67d45275ed=test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed.} 2024-11-24T11:23:11,016 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d24c3fdf2a2da500fb49cb67d45275ed 2024-11-24T11:23:11,017 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:23:11,017 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:23:11,017 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:23:11,017 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:23:11,017 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:23:11,017 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T11:23:11,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,025 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/default/test/d24c3fdf2a2da500fb49cb67d45275ed/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T11:23:11,025 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:23:11,025 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:23:11,026 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:11,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,026 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d24c3fdf2a2da500fb49cb67d45275ed: Waiting for close lock at 1732447391016Running coprocessor pre-close hooks at 1732447391016Disabling compacts and flushes for region at 1732447391016Disabling writes for close at 1732447391016Writing region close event to WAL at 1732447391017 (+1 ms)Running coprocessor post-close hooks at 1732447391025 (+8 ms)Closed at 1732447391025 2024-11-24T11:23:11,026 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed. 2024-11-24T11:23:11,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:11,043 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/info/7144dfd3bd13409b8b89f4c9d9850371 is 129, key is test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed./info:regioninfo/1732447384695/Put/seqid=0 2024-11-24T11:23:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741839_1015 (size=6421) 2024-11-24T11:23:11,046 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/info/7144dfd3bd13409b8b89f4c9d9850371 2024-11-24T11:23:11,068 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:23:11,068 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/ns/a03091c045834003932fa28daf32af1d is 43, key is default/ns:d/1732447380581/Put/seqid=0 2024-11-24T11:23:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741840_1016 (size=5153) 2024-11-24T11:23:11,072 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/ns/a03091c045834003932fa28daf32af1d 2024-11-24T11:23:11,097 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/rep_barrier/5169f26068bc4f1b9433ba677c6220aa is 112, key is test,,1732447383949.d24c3fdf2a2da500fb49cb67d45275ed./rep_barrier:seqnumDuringOpen/1732447384695/Put/seqid=0 2024-11-24T11:23:11,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741841_1017 (size=5518) 2024-11-24T11:23:11,126 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:23:11,126 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:23:11,217 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:11,285 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:11,340 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:11,417 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:11,505 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/rep_barrier/5169f26068bc4f1b9433ba677c6220aa 2024-11-24T11:23:11,523 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/table/68c26196212345999580483c6acc737a is 40, key is test/table:state/1732447384700/Put/seqid=0 2024-11-24T11:23:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741842_1018 (size=5165) 2024-11-24T11:23:11,617 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:11,817 DEBUG [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:11,926 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/table/68c26196212345999580483c6acc737a 2024-11-24T11:23:11,930 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/info/7144dfd3bd13409b8b89f4c9d9850371 as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/info/7144dfd3bd13409b8b89f4c9d9850371 2024-11-24T11:23:11,933 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/info/7144dfd3bd13409b8b89f4c9d9850371, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T11:23:11,934 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/ns/a03091c045834003932fa28daf32af1d as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/ns/a03091c045834003932fa28daf32af1d 2024-11-24T11:23:11,938 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/ns/a03091c045834003932fa28daf32af1d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:23:11,939 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/rep_barrier/5169f26068bc4f1b9433ba677c6220aa as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/rep_barrier/5169f26068bc4f1b9433ba677c6220aa 2024-11-24T11:23:11,942 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/rep_barrier/5169f26068bc4f1b9433ba677c6220aa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T11:23:11,943 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/.tmp/table/68c26196212345999580483c6acc737a as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/table/68c26196212345999580483c6acc737a 2024-11-24T11:23:11,947 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/table/68c26196212345999580483c6acc737a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:23:11,947 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=11, compaction requested=false 2024-11-24T11:23:11,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T11:23:11,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:23:11,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:23:11,951 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:23:11,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447391017Running coprocessor pre-close hooks at 1732447391017Disabling compacts and flushes for region at 1732447391017Disabling writes for close at 1732447391017Obtaining lock to block concurrent updates at 1732447391017Preparing flush snapshotting stores in 1588230740 at 1732447391017Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732447391017Flushing stores of hbase:meta,,1.1588230740 at 1732447391018 (+1 ms)Flushing 1588230740/info: creating writer at 1732447391018Flushing 1588230740/info: appending metadata at 1732447391043 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732447391043Flushing 1588230740/ns: creating writer at 1732447391051 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732447391068 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732447391068Flushing 1588230740/rep_barrier: creating writer at 1732447391075 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447391096 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447391097 (+1 ms)Flushing 1588230740/table: creating writer at 1732447391509 (+412 ms)Flushing 1588230740/table: appending metadata at 1732447391522 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732447391522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f38b0e0: reopening flushed file at 1732447391930 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79bd33d4: reopening flushed file at 1732447391934 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15405bbc: reopening flushed file at 1732447391938 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f133bf: reopening flushed file at 1732447391942 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=11, compaction requested=false at 1732447391947 (+5 ms)Writing region close event to WAL at 1732447391948 (+1 ms)Running coprocessor post-close hooks at 1732447391951 (+3 ms)Closed at 1732447391951 2024-11-24T11:23:11,951 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:23:11,988 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:12,017 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,46407,1732447377751; all regions closed. 2024-11-24T11:23:12,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741834_1010 (size=2717) 2024-11-24T11:23:12,021 DEBUG [RS:0;f5f73e76a839:46407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/oldWALs 2024-11-24T11:23:12,021 INFO [RS:0;f5f73e76a839:46407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C46407%2C1732447377751.meta:.meta(num 1732447380480) 2024-11-24T11:23:12,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741833_1009 (size=1028) 2024-11-24T11:23:12,023 DEBUG [RS:0;f5f73e76a839:46407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/oldWALs 2024-11-24T11:23:12,023 INFO [RS:0;f5f73e76a839:46407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C46407%2C1732447377751:(num 1732447380186) 2024-11-24T11:23:12,023 DEBUG [RS:0;f5f73e76a839:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:12,023 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:23:12,023 INFO [RS:0;f5f73e76a839:46407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:23:12,023 INFO [RS:0;f5f73e76a839:46407 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:23:12,024 INFO [RS:0;f5f73e76a839:46407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:23:12,024 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:23:12,024 INFO [RS:0;f5f73e76a839:46407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:46407. 2024-11-24T11:23:12,024 DEBUG [RS:0;f5f73e76a839:46407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:12,024 DEBUG [RS:0;f5f73e76a839:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:12,024 DEBUG [RS:0;f5f73e76a839:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:12,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:12,024 INFO [RS:0;f5f73e76a839:46407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46407 2024-11-24T11:23:12,044 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622/rs 2024-11-24T11:23:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2021351622/rs/f5f73e76a839,46407,1732447377751 2024-11-24T11:23:12,045 INFO [RS:0;f5f73e76a839:46407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:23:12,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,46407,1732447377751] 2024-11-24T11:23:12,066 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2021351622/draining/f5f73e76a839,46407,1732447377751 already deleted, retry=false 2024-11-24T11:23:12,066 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,46407,1732447377751 expired; onlineServers=0 2024-11-24T11:23:12,066 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,37907,1732447377614' ***** 2024-11-24T11:23:12,066 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:23:12,066 INFO [M:0;f5f73e76a839:37907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:23:12,066 INFO [M:0;f5f73e76a839:37907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:23:12,067 DEBUG [M:0;f5f73e76a839:37907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:23:12,067 DEBUG [M:0;f5f73e76a839:37907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:23:12,067 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:23:12,067 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447379850 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447379850,5,FailOnTimeoutGroup] 2024-11-24T11:23:12,067 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447379850 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447379850,5,FailOnTimeoutGroup] 2024-11-24T11:23:12,067 INFO [M:0;f5f73e76a839:37907 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:23:12,067 INFO [M:0;f5f73e76a839:37907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:23:12,067 DEBUG [M:0;f5f73e76a839:37907 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:23:12,067 INFO [M:0;f5f73e76a839:37907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:23:12,067 INFO [M:0;f5f73e76a839:37907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:23:12,067 INFO [M:0;f5f73e76a839:37907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:23:12,067 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:23:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2021351622/master 2024-11-24T11:23:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2021351622 2024-11-24T11:23:12,079 DEBUG [M:0;f5f73e76a839:37907 {}] zookeeper.ZKUtil(347): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Unable to get data of znode /2-2021351622/master because node does not exist (not an error) 2024-11-24T11:23:12,079 WARN [M:0;f5f73e76a839:37907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:23:12,080 INFO [M:0;f5f73e76a839:37907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/.lastflushedseqids 2024-11-24T11:23:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741843_1019 (size=173) 2024-11-24T11:23:12,084 INFO [M:0;f5f73e76a839:37907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:23:12,084 INFO [M:0;f5f73e76a839:37907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:23:12,084 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:23:12,084 INFO [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:12,084 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:12,084 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:23:12,084 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:12,084 INFO [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T11:23:12,100 DEBUG [M:0;f5f73e76a839:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecb94fe0df38482d92e594fc7a017211 is 82, key is hbase:meta,,1/info:regioninfo/1732447380533/Put/seqid=0 2024-11-24T11:23:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741844_1020 (size=5672) 2024-11-24T11:23:12,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:12,156 INFO [RS:0;f5f73e76a839:46407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:23:12,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016c94ddff0007, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:12,156 INFO [RS:0;f5f73e76a839:46407 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,46407,1732447377751; zookeeper connection closed. 2024-11-24T11:23:12,156 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3145c416 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3145c416 2024-11-24T11:23:12,156 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:23:12,504 INFO [M:0;f5f73e76a839:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecb94fe0df38482d92e594fc7a017211 2024-11-24T11:23:12,524 DEBUG [M:0;f5f73e76a839:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/296836c6cf1642d5b6f9c83d3915d0a5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732447384702/Put/seqid=0 2024-11-24T11:23:12,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741845_1021 (size=6586) 2024-11-24T11:23:12,791 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:12,847 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:12,928 INFO [M:0;f5f73e76a839:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/296836c6cf1642d5b6f9c83d3915d0a5 2024-11-24T11:23:12,947 DEBUG [M:0;f5f73e76a839:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f6333bc21464b18909da29a8e57d0aa is 69, key is f5f73e76a839,46407,1732447377751/rs:state/1732447379966/Put/seqid=0 2024-11-24T11:23:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741846_1022 (size=5156) 2024-11-24T11:23:12,950 INFO [M:0;f5f73e76a839:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f6333bc21464b18909da29a8e57d0aa 2024-11-24T11:23:12,954 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecb94fe0df38482d92e594fc7a017211 as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecb94fe0df38482d92e594fc7a017211 2024-11-24T11:23:12,956 INFO [M:0;f5f73e76a839:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecb94fe0df38482d92e594fc7a017211, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T11:23:12,957 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/296836c6cf1642d5b6f9c83d3915d0a5 as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/296836c6cf1642d5b6f9c83d3915d0a5 2024-11-24T11:23:12,959 INFO [M:0;f5f73e76a839:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/296836c6cf1642d5b6f9c83d3915d0a5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T11:23:12,960 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f6333bc21464b18909da29a8e57d0aa as hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f6333bc21464b18909da29a8e57d0aa 2024-11-24T11:23:12,962 INFO [M:0;f5f73e76a839:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35077/user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f6333bc21464b18909da29a8e57d0aa, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T11:23:12,963 INFO [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false 2024-11-24T11:23:12,964 INFO [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:12,964 DEBUG [M:0;f5f73e76a839:37907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447392084Disabling compacts and flushes for region at 1732447392084Disabling writes for close at 1732447392084Obtaining lock to block concurrent updates at 1732447392084Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447392084Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732447392084Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447392085 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447392085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447392100 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447392100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447392508 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447392524 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447392524Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447392931 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447392946 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447392946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c99cdfc: reopening flushed file at 1732447392953 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec9ccc1: reopening flushed file at 1732447392956 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62bb4955: reopening flushed file at 1732447392959 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false at 1732447392963 (+4 ms)Writing region close event to WAL at 1732447392964 (+1 ms)Closed at 1732447392964 2024-11-24T11:23:12,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741830_1006 (size=32770) 2024-11-24T11:23:12,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ed04a96-abd0-53d8-e7db-daf12bdea3c4/MasterData/WALs/f5f73e76a839,37907,1732447377614/f5f73e76a839%2C37907%2C1732447377614.1732447379561 not finished, retry = 0 2024-11-24T11:23:13,068 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:23:13,068 INFO [M:0;f5f73e76a839:37907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:23:13,068 INFO [M:0;f5f73e76a839:37907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37907 2024-11-24T11:23:13,068 INFO [M:0;f5f73e76a839:37907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:23:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:13,198 INFO [M:0;f5f73e76a839:37907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:23:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1016c94ddff0006, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:13,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44ecff95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:23:13,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b62d873{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:23:13,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:23:13,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bab826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:23:13,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e8d262e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/hadoop.log.dir/,STOPPED} 2024-11-24T11:23:13,202 WARN [BP-356072250-172.17.0.3-1732447375213 heartbeating to localhost/127.0.0.1:35077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:23:13,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:23:13,202 WARN [BP-356072250-172.17.0.3-1732447375213 heartbeating to localhost/127.0.0.1:35077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-356072250-172.17.0.3-1732447375213 (Datanode Uuid d5908f79-5fb0-46fc-b70f-0ef564635a5f) service to localhost/127.0.0.1:35077 2024-11-24T11:23:13,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:23:13,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/cluster_47ec99da-f555-f7bd-d230-90b32162011c/data/data1/current/BP-356072250-172.17.0.3-1732447375213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:23:13,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/cluster_47ec99da-f555-f7bd-d230-90b32162011c/data/data2/current/BP-356072250-172.17.0.3-1732447375213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:23:13,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:23:13,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e08c85{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:23:13,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4742d682{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:23:13,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:23:13,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82b758d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:23:13,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed586f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7f815b-37c9-1848-3256-cc0222a934a0/hadoop.log.dir/,STOPPED} 2024-11-24T11:23:13,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:23:13,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:23:13,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:13,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:13,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:13,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:13,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:13,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:23:13,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861858951, stopped=false 2024-11-24T11:23:13,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,38577,1732447372193 2024-11-24T11:23:13,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384259270/running 2024-11-24T11:23:13,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384259270/running 2024-11-24T11:23:13,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:23:13,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:23:13,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:23:13,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:13,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:13,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:13,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,36491,1732447372334' ***** 2024-11-24T11:23:13,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:23:13,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on znode that does not yet exist, /1-1384259270/running 2024-11-24T11:23:13,238 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:23:13,238 INFO [RS:0;f5f73e76a839:36491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:23:13,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:23:13,238 INFO [RS:0;f5f73e76a839:36491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:23:13,238 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(3091): Received CLOSE for 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:13,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Set watcher on znode that does not yet exist, /1-1384259270/running 2024-11-24T11:23:13,239 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,36491,1732447372334 2024-11-24T11:23:13,239 INFO [RS:0;f5f73e76a839:36491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:23:13,239 INFO [RS:0;f5f73e76a839:36491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:36491. 2024-11-24T11:23:13,239 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 365353dd964655bc9e905b442e8bd86f, disabling compactions & flushes 2024-11-24T11:23:13,239 DEBUG [RS:0;f5f73e76a839:36491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:13,239 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:13,239 DEBUG [RS:0;f5f73e76a839:36491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:13,239 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:13,239 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447382809.365353dd964655bc9e905b442e8bd86f. after waiting 0 ms 2024-11-24T11:23:13,239 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:23:13,239 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:13,239 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:23:13,239 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:23:13,239 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:23:13,239 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T11:23:13,239 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1325): Online Regions={365353dd964655bc9e905b442e8bd86f=test,,1732447382809.365353dd964655bc9e905b442e8bd86f., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:23:13,239 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 365353dd964655bc9e905b442e8bd86f 2024-11-24T11:23:13,239 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:23:13,239 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:23:13,239 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:23:13,240 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:23:13,240 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:23:13,240 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T11:23:13,242 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/default/test/365353dd964655bc9e905b442e8bd86f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:23:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:23:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:23:13,243 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 365353dd964655bc9e905b442e8bd86f: Waiting for close lock at 1732447393239Running coprocessor pre-close hooks at 1732447393239Disabling compacts and flushes for region at 1732447393239Disabling writes for close at 1732447393239Writing region close event to WAL at 1732447393240 (+1 ms)Running coprocessor post-close hooks at 1732447393243 (+3 ms)Closed at 1732447393243 2024-11-24T11:23:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447382809.365353dd964655bc9e905b442e8bd86f. 2024-11-24T11:23:13,259 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/info/fe735d6c03bd461a8bd434699c710d66 is 129, key is test,,1732447382809.365353dd964655bc9e905b442e8bd86f./info:regioninfo/1732447383577/Put/seqid=0 2024-11-24T11:23:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741841_1017 (size=6421) 2024-11-24T11:23:13,265 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/info/fe735d6c03bd461a8bd434699c710d66 2024-11-24T11:23:13,271 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:23:13,284 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/ns/360a45d93667427b869172d8760caa60 is 43, key is default/ns:d/1732447375159/Put/seqid=0 2024-11-24T11:23:13,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741842_1018 (size=5153) 2024-11-24T11:23:13,440 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:13,645 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:13,688 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/ns/360a45d93667427b869172d8760caa60 2024-11-24T11:23:13,696 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:13,714 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/c5e1af5e726e418480a64151a0a3494d is 112, key is test,,1732447382809.365353dd964655bc9e905b442e8bd86f./rep_barrier:seqnumDuringOpen/1732447383577/Put/seqid=0 2024-11-24T11:23:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741843_1019 (size=5518) 2024-11-24T11:23:13,750 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:13,845 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:14,045 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:14,064 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:23:14,064 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:23:14,118 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/c5e1af5e726e418480a64151a0a3494d 2024-11-24T11:23:14,133 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/table/1e840f37395e49fe9cd9d283bdc8de21 is 40, key is test/table:state/1732447383595/Put/seqid=0 2024-11-24T11:23:14,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741844_1020 (size=5165) 2024-11-24T11:23:14,245 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:23:14,245 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:23:14,245 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:14,445 DEBUG [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:14,537 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/table/1e840f37395e49fe9cd9d283bdc8de21 2024-11-24T11:23:14,541 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/info/fe735d6c03bd461a8bd434699c710d66 as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/info/fe735d6c03bd461a8bd434699c710d66 2024-11-24T11:23:14,544 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/info/fe735d6c03bd461a8bd434699c710d66, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T11:23:14,544 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/ns/360a45d93667427b869172d8760caa60 as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/ns/360a45d93667427b869172d8760caa60 2024-11-24T11:23:14,547 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/ns/360a45d93667427b869172d8760caa60, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:23:14,548 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/rep_barrier/c5e1af5e726e418480a64151a0a3494d as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/rep_barrier/c5e1af5e726e418480a64151a0a3494d 2024-11-24T11:23:14,551 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/rep_barrier/c5e1af5e726e418480a64151a0a3494d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T11:23:14,551 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/.tmp/table/1e840f37395e49fe9cd9d283bdc8de21 as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/table/1e840f37395e49fe9cd9d283bdc8de21 2024-11-24T11:23:14,555 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/table/1e840f37395e49fe9cd9d283bdc8de21, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T11:23:14,555 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false 2024-11-24T11:23:14,555 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:23:14,562 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T11:23:14,563 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:23:14,563 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:23:14,563 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:23:14,563 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447393239Running coprocessor pre-close hooks at 1732447393239Disabling compacts and flushes for region at 1732447393239Disabling writes for close at 1732447393240 (+1 ms)Obtaining lock to block concurrent updates at 1732447393240Preparing flush snapshotting stores in 1588230740 at 1732447393240Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732447393240Flushing stores of hbase:meta,,1.1588230740 at 1732447393240Flushing 1588230740/info: creating writer at 1732447393240Flushing 1588230740/info: appending metadata at 1732447393259 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732447393259Flushing 1588230740/ns: creating writer at 1732447393268 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732447393283 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732447393284 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732447393693 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447393713 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447393713Flushing 1588230740/table: creating writer at 1732447394121 (+408 ms)Flushing 1588230740/table: appending metadata at 1732447394133 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732447394133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c1e4b0: reopening flushed file at 1732447394540 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d80779: reopening flushed file at 1732447394544 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60af684e: reopening flushed file at 1732447394547 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6309a9e2: reopening flushed file at 1732447394551 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false at 1732447394555 (+4 ms)Writing region close event to WAL at 1732447394560 (+5 ms)Running coprocessor post-close hooks at 1732447394563 (+3 ms)Closed at 1732447394563 2024-11-24T11:23:14,563 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:23:14,646 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,36491,1732447372334; all regions closed. 2024-11-24T11:23:14,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741834_1010 (size=2717) 2024-11-24T11:23:14,647 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/WALs/f5f73e76a839,36491,1732447372334/f5f73e76a839%2C36491%2C1732447372334.meta.1732447375122.meta not finished, retry = 0 2024-11-24T11:23:14,716 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:14,759 DEBUG [RS:0;f5f73e76a839:36491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/oldWALs 2024-11-24T11:23:14,759 INFO [RS:0;f5f73e76a839:36491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C36491%2C1732447372334.meta:.meta(num 1732447375122) 2024-11-24T11:23:14,759 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:14,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741832_1008 (size=1374) 2024-11-24T11:23:14,762 DEBUG [RS:0;f5f73e76a839:36491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/oldWALs 2024-11-24T11:23:14,762 INFO [RS:0;f5f73e76a839:36491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C36491%2C1732447372334:(num 1732447374189) 2024-11-24T11:23:14,762 DEBUG [RS:0;f5f73e76a839:36491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:14,762 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:23:14,762 INFO [RS:0;f5f73e76a839:36491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:23:14,767 INFO [RS:0;f5f73e76a839:36491 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:23:14,767 INFO [RS:0;f5f73e76a839:36491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:23:14,767 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:23:14,768 INFO [RS:0;f5f73e76a839:36491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:36491. 2024-11-24T11:23:14,768 DEBUG [RS:0;f5f73e76a839:36491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:14,768 DEBUG [RS:0;f5f73e76a839:36491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:14,768 DEBUG [RS:0;f5f73e76a839:36491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:14,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:14,768 INFO [RS:0;f5f73e76a839:36491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36491 2024-11-24T11:23:14,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270/rs 2024-11-24T11:23:14,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384259270/rs/f5f73e76a839,36491,1732447372334 2024-11-24T11:23:14,774 INFO [RS:0;f5f73e76a839:36491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:23:14,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,36491,1732447372334] 2024-11-24T11:23:14,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1384259270/draining/f5f73e76a839,36491,1732447372334 already deleted, retry=false 2024-11-24T11:23:14,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,36491,1732447372334 expired; onlineServers=0 2024-11-24T11:23:14,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,38577,1732447372193' ***** 2024-11-24T11:23:14,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:23:14,795 INFO [M:0;f5f73e76a839:38577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:23:14,795 INFO [M:0;f5f73e76a839:38577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:23:14,795 DEBUG [M:0;f5f73e76a839:38577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:23:14,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:23:14,796 DEBUG [M:0;f5f73e76a839:38577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:23:14,796 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447373960 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447373960,5,FailOnTimeoutGroup] 2024-11-24T11:23:14,796 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447373960 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447373960,5,FailOnTimeoutGroup] 2024-11-24T11:23:14,796 INFO [M:0;f5f73e76a839:38577 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:23:14,796 INFO [M:0;f5f73e76a839:38577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:23:14,796 DEBUG [M:0;f5f73e76a839:38577 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:23:14,796 INFO [M:0;f5f73e76a839:38577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:23:14,796 INFO [M:0;f5f73e76a839:38577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:23:14,796 INFO [M:0;f5f73e76a839:38577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:23:14,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:23:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1384259270/master 2024-11-24T11:23:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1384259270 2024-11-24T11:23:14,806 DEBUG [M:0;f5f73e76a839:38577 {}] zookeeper.ZKUtil(347): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Unable to get data of znode /1-1384259270/master because node does not exist (not an error) 2024-11-24T11:23:14,806 WARN [M:0;f5f73e76a839:38577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:23:14,807 INFO [M:0;f5f73e76a839:38577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/.lastflushedseqids 2024-11-24T11:23:14,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741845_1021 (size=173) 2024-11-24T11:23:14,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:14,885 INFO [RS:0;f5f73e76a839:36491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:23:14,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36491-0x1016c94ddff0004, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:14,885 INFO [RS:0;f5f73e76a839:36491 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,36491,1732447372334; zookeeper connection closed. 2024-11-24T11:23:14,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d2d77eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d2d77eb 2024-11-24T11:23:14,885 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:23:15,217 INFO [M:0;f5f73e76a839:38577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:23:15,217 INFO [M:0;f5f73e76a839:38577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:23:15,217 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:23:15,217 INFO [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:15,217 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:15,217 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:23:15,217 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:15,217 INFO [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-24T11:23:15,235 DEBUG [M:0;f5f73e76a839:38577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/311e5e8c14c84dc68e05c4d071976c97 is 82, key is hbase:meta,,1/info:regioninfo/1732447375148/Put/seqid=0 2024-11-24T11:23:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741846_1022 (size=5672) 2024-11-24T11:23:15,239 INFO [M:0;f5f73e76a839:38577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/311e5e8c14c84dc68e05c4d071976c97 2024-11-24T11:23:15,254 DEBUG [M:0;f5f73e76a839:38577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/603226539c8544f2baf2569cd1f9f87f is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732447383600/Put/seqid=0 2024-11-24T11:23:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741847_1023 (size=6585) 2024-11-24T11:23:15,657 INFO [M:0;f5f73e76a839:38577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/603226539c8544f2baf2569cd1f9f87f 2024-11-24T11:23:15,676 DEBUG [M:0;f5f73e76a839:38577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f099b6f7c2284340acedad086e8d9323 is 69, key is f5f73e76a839,36491,1732447372334/rs:state/1732447373999/Put/seqid=0 2024-11-24T11:23:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741848_1024 (size=5156) 2024-11-24T11:23:15,819 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:15,863 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:15,967 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:23:16,080 INFO [M:0;f5f73e76a839:38577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f099b6f7c2284340acedad086e8d9323 2024-11-24T11:23:16,084 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/311e5e8c14c84dc68e05c4d071976c97 as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/311e5e8c14c84dc68e05c4d071976c97 2024-11-24T11:23:16,087 INFO [M:0;f5f73e76a839:38577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/311e5e8c14c84dc68e05c4d071976c97, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T11:23:16,088 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/603226539c8544f2baf2569cd1f9f87f as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/603226539c8544f2baf2569cd1f9f87f 2024-11-24T11:23:16,091 INFO [M:0;f5f73e76a839:38577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/603226539c8544f2baf2569cd1f9f87f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T11:23:16,092 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f099b6f7c2284340acedad086e8d9323 as hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f099b6f7c2284340acedad086e8d9323 2024-11-24T11:23:16,095 INFO [M:0;f5f73e76a839:38577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f099b6f7c2284340acedad086e8d9323, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T11:23:16,096 INFO [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false 2024-11-24T11:23:16,097 INFO [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:16,097 DEBUG [M:0;f5f73e76a839:38577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447395217Disabling compacts and flushes for region at 1732447395217Disabling writes for close at 1732447395217Obtaining lock to block concurrent updates at 1732447395217Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447395217Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732447395218 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447395218Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447395218Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447395235 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447395235Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447395241 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447395254 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447395254Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447395661 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447395676 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447395676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fac6b8a: reopening flushed file at 1732447396083 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339ecde9: reopening flushed file at 1732447396088 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4622f538: reopening flushed file at 1732447396091 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false at 1732447396096 (+5 ms)Writing region close event to WAL at 1732447396097 (+1 ms)Closed at 1732447396097 2024-11-24T11:23:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33393 is added to blk_1073741830_1006 (size=32758) 2024-11-24T11:23:16,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94942bc7-2b30-7b3d-ce02-fec7926b2c4d/MasterData/WALs/f5f73e76a839,38577,1732447372193/f5f73e76a839%2C38577%2C1732447372193.1732447373694 not finished, retry = 0 2024-11-24T11:23:16,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:23:16,200 INFO [M:0;f5f73e76a839:38577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:23:16,200 INFO [M:0;f5f73e76a839:38577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38577 2024-11-24T11:23:16,200 INFO [M:0;f5f73e76a839:38577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:23:16,528 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:23:16,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:16,558 INFO [M:0;f5f73e76a839:38577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:23:16,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38577-0x1016c94ddff0003, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:16,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49908177{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:23:16,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@191e59e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:23:16,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:23:16,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bed62b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:23:16,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b4cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.log.dir/,STOPPED} 2024-11-24T11:23:16,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:23:16,603 WARN [BP-1967161447-172.17.0.3-1732447369952 heartbeating to localhost/127.0.0.1:40065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:23:16,603 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:23:16,603 WARN [BP-1967161447-172.17.0.3-1732447369952 heartbeating to localhost/127.0.0.1:40065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967161447-172.17.0.3-1732447369952 (Datanode Uuid 00e1aa98-0daf-4397-94aa-dde0e9ef0f76) service to localhost/127.0.0.1:40065 2024-11-24T11:23:16,603 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:23:16,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/cluster_f3b29bdd-26fe-116e-1c7a-7ee09f3396d7/data/data1/current/BP-1967161447-172.17.0.3-1732447369952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:23:16,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/cluster_f3b29bdd-26fe-116e-1c7a-7ee09f3396d7/data/data2/current/BP-1967161447-172.17.0.3-1732447369952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:23:16,604 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:23:16,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46411012{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:23:16,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3415693f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:23:16,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:23:16,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b586b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:23:16,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bfc8d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72566701-b123-50ec-f552-5eb0e8f47e43/hadoop.log.dir/,STOPPED} 2024-11-24T11:23:16,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:23:16,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:23:16,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:16,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:16,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:16,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:16,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:16,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:23:16,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=53424967, stopped=false 2024-11-24T11:23:16,621 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,41993,1732447366376 2024-11-24T11:23:16,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0539871136/running 2024-11-24T11:23:16,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0539871136/running 2024-11-24T11:23:16,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:23:16,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:23:16,688 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:23:16,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:23:16,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:16,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:16,689 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,38625,1732447366571' ***** 2024-11-24T11:23:16,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on znode that does not yet exist, /0539871136/running 2024-11-24T11:23:16,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Set watcher on znode that does not yet exist, /0539871136/running 2024-11-24T11:23:16,689 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:23:16,689 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:23:16,689 INFO [RS:0;f5f73e76a839:38625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:23:16,689 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:23:16,690 INFO [RS:0;f5f73e76a839:38625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:23:16,690 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(3091): Received CLOSE for a2d73fae44fd0a3207e534e5fd2ebb47 2024-11-24T11:23:16,690 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(3091): Received CLOSE for e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:16,690 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,38625,1732447366571 2024-11-24T11:23:16,690 INFO [RS:0;f5f73e76a839:38625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:23:16,690 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2d73fae44fd0a3207e534e5fd2ebb47, disabling compactions & flushes 2024-11-24T11:23:16,690 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:16,690 INFO [RS:0;f5f73e76a839:38625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:38625. 2024-11-24T11:23:16,690 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:16,690 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. after waiting 0 ms 2024-11-24T11:23:16,690 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:16,690 DEBUG [RS:0;f5f73e76a839:38625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:16,690 DEBUG [RS:0;f5f73e76a839:38625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:16,690 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2d73fae44fd0a3207e534e5fd2ebb47 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T11:23:16,691 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:23:16,691 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:23:16,691 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:23:16,691 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:23:16,691 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T11:23:16,691 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1325): Online Regions={a2d73fae44fd0a3207e534e5fd2ebb47=hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47., e0853435e8827f0b2dbaee04274bb090=test,,1732447380657.e0853435e8827f0b2dbaee04274bb090., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:23:16,691 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2d73fae44fd0a3207e534e5fd2ebb47, e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:16,691 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:23:16,691 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:23:16,691 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:23:16,691 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:23:16,691 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:23:16,691 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T11:23:16,705 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/.tmp/hfileref/071c47f19a4440c3933938b95237b5b6 is 74, key is 1/hfileref:bca46715d4f2436bacfc697612480900_SeqId_6_/1732447389717/DeleteColumn/seqid=0 2024-11-24T11:23:16,709 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/info/abfbca876b02467f8fcf77810a91017b is 147, key is hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47./info:regioninfo/1732447385478/Put/seqid=0 2024-11-24T11:23:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741847_1023 (size=5489) 2024-11-24T11:23:16,713 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/.tmp/hfileref/071c47f19a4440c3933938b95237b5b6 2024-11-24T11:23:16,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741848_1024 (size=7686) 2024-11-24T11:23:16,736 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/.tmp/queue/f653e72e34a74c0caff5a1f86cefd544 is 153, key is 1-f5f73e76a839,38625,1732447366571/queue:f5f73e76a839%2C38625%2C1732447366571/1732447389718/Put/seqid=0 2024-11-24T11:23:16,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741849_1025 (size=5504) 2024-11-24T11:23:16,776 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:23:16,891 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2d73fae44fd0a3207e534e5fd2ebb47, e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:17,022 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:17,065 DEBUG [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/WALs/f5f73e76a839,38625,1732447366571/f5f73e76a839%2C38625%2C1732447366571.1732447388130 to pos 393, reset compression=false 2024-11-24T11:23:17,092 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2d73fae44fd0a3207e534e5fd2ebb47, e0853435e8827f0b2dbaee04274bb090 2024-11-24T11:23:17,118 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/info/abfbca876b02467f8fcf77810a91017b 2024-11-24T11:23:17,138 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/ns/db6f705f29354a74991103be36e0887c is 43, key is default/ns:d/1732447369824/Put/seqid=0 2024-11-24T11:23:17,139 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/.tmp/queue/f653e72e34a74c0caff5a1f86cefd544 2024-11-24T11:23:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741850_1026 (size=5153) 2024-11-24T11:23:17,141 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/ns/db6f705f29354a74991103be36e0887c 2024-11-24T11:23:17,143 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/.tmp/hfileref/071c47f19a4440c3933938b95237b5b6 as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/hfileref/071c47f19a4440c3933938b95237b5b6 2024-11-24T11:23:17,146 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/hfileref/071c47f19a4440c3933938b95237b5b6, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T11:23:17,147 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/.tmp/queue/f653e72e34a74c0caff5a1f86cefd544 as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/queue/f653e72e34a74c0caff5a1f86cefd544 2024-11-24T11:23:17,150 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/queue/f653e72e34a74c0caff5a1f86cefd544, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T11:23:17,151 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a2d73fae44fd0a3207e534e5fd2ebb47 in 461ms, sequenceid=17, compaction requested=false 2024-11-24T11:23:17,158 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1a9c215fd9d3478a83ff2b3a0c8f0a02 is 112, key is test,,1732447380657.e0853435e8827f0b2dbaee04274bb090./rep_barrier:seqnumDuringOpen/1732447381858/Put/seqid=0 2024-11-24T11:23:17,159 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/replication/a2d73fae44fd0a3207e534e5fd2ebb47/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T11:23:17,159 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:23:17,159 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:23:17,159 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:17,159 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2d73fae44fd0a3207e534e5fd2ebb47: Waiting for close lock at 1732447396690Running coprocessor pre-close hooks at 1732447396690Disabling compacts and flushes for region at 1732447396690Disabling writes for close at 1732447396690Obtaining lock to block concurrent updates at 1732447396690Preparing flush snapshotting stores in a2d73fae44fd0a3207e534e5fd2ebb47 at 1732447396690Finished memstore snapshotting hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732447396691 (+1 ms)Flushing stores of hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. at 1732447396691Flushing a2d73fae44fd0a3207e534e5fd2ebb47/hfileref: creating writer at 1732447396691Flushing a2d73fae44fd0a3207e534e5fd2ebb47/hfileref: appending metadata at 1732447396704 (+13 ms)Flushing a2d73fae44fd0a3207e534e5fd2ebb47/hfileref: closing flushed file at 1732447396705 (+1 ms)Flushing a2d73fae44fd0a3207e534e5fd2ebb47/queue: creating writer at 1732447396718 (+13 ms)Flushing a2d73fae44fd0a3207e534e5fd2ebb47/queue: appending metadata at 1732447396735 (+17 ms)Flushing a2d73fae44fd0a3207e534e5fd2ebb47/queue: closing flushed file at 1732447396736 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad8375a: reopening flushed file at 1732447397143 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef5a873: reopening flushed file at 1732447397146 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a2d73fae44fd0a3207e534e5fd2ebb47 in 461ms, sequenceid=17, compaction requested=false at 1732447397151 (+5 ms)Writing region close event to WAL at 1732447397156 (+5 ms)Running coprocessor post-close hooks at 1732447397159 (+3 ms)Closed at 1732447397159 2024-11-24T11:23:17,160 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732447385105.a2d73fae44fd0a3207e534e5fd2ebb47. 2024-11-24T11:23:17,160 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0853435e8827f0b2dbaee04274bb090, disabling compactions & flushes 2024-11-24T11:23:17,160 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:17,160 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:17,160 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. after waiting 0 ms 2024-11-24T11:23:17,160 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:17,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741851_1027 (size=5518) 2024-11-24T11:23:17,175 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/default/test/e0853435e8827f0b2dbaee04274bb090/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:23:17,175 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:23:17,175 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T11:23:17,175 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:17,175 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0853435e8827f0b2dbaee04274bb090: Waiting for close lock at 1732447397160Running coprocessor pre-close hooks at 1732447397160Disabling compacts and flushes for region at 1732447397160Disabling writes for close at 1732447397160Writing region close event to WAL at 1732447397172 (+12 ms)Running coprocessor post-close hooks at 1732447397175 (+3 ms)Closed at 1732447397175 2024-11-24T11:23:17,175 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732447380657.e0853435e8827f0b2dbaee04274bb090. 2024-11-24T11:23:17,292 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:17,492 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:17,566 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1a9c215fd9d3478a83ff2b3a0c8f0a02 2024-11-24T11:23:17,587 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/table/86b8f43a760b429a8e3c7695ae898cfa is 53, key is hbase:replication/table:state/1732447385484/Put/seqid=0 2024-11-24T11:23:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741852_1028 (size=5308) 2024-11-24T11:23:17,648 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:23:17,649 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:23:17,692 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T11:23:17,692 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T11:23:17,692 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:17,892 DEBUG [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T11:23:17,999 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/table/86b8f43a760b429a8e3c7695ae898cfa 2024-11-24T11:23:18,003 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/info/abfbca876b02467f8fcf77810a91017b as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/info/abfbca876b02467f8fcf77810a91017b 2024-11-24T11:23:18,011 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/info/abfbca876b02467f8fcf77810a91017b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T11:23:18,011 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/ns/db6f705f29354a74991103be36e0887c as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/ns/db6f705f29354a74991103be36e0887c 2024-11-24T11:23:18,015 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/ns/db6f705f29354a74991103be36e0887c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T11:23:18,016 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1a9c215fd9d3478a83ff2b3a0c8f0a02 as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/rep_barrier/1a9c215fd9d3478a83ff2b3a0c8f0a02 2024-11-24T11:23:18,020 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/rep_barrier/1a9c215fd9d3478a83ff2b3a0c8f0a02, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T11:23:18,020 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/.tmp/table/86b8f43a760b429a8e3c7695ae898cfa as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/table/86b8f43a760b429a8e3c7695ae898cfa 2024-11-24T11:23:18,023 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/table/86b8f43a760b429a8e3c7695ae898cfa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T11:23:18,024 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false 2024-11-24T11:23:18,027 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T11:23:18,028 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T11:23:18,028 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:23:18,028 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:23:18,028 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732447396691Running coprocessor pre-close hooks at 1732447396691Disabling compacts and flushes for region at 1732447396691Disabling writes for close at 1732447396691Obtaining lock to block concurrent updates at 1732447396691Preparing flush snapshotting stores in 1588230740 at 1732447396691Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732447396692 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732447396692Flushing 1588230740/info: creating writer at 1732447396692Flushing 1588230740/info: appending metadata at 1732447396709 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732447396709Flushing 1588230740/ns: creating writer at 1732447397121 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732447397137 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732447397137Flushing 1588230740/rep_barrier: creating writer at 1732447397144 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732447397157 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732447397158 (+1 ms)Flushing 1588230740/table: creating writer at 1732447397570 (+412 ms)Flushing 1588230740/table: appending metadata at 1732447397586 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732447397586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8d6939: reopening flushed file at 1732447398002 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f09987: reopening flushed file at 1732447398011 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ad65e5: reopening flushed file at 1732447398015 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8ad78d: reopening flushed file at 1732447398020 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false at 1732447398024 (+4 ms)Writing region close event to WAL at 1732447398025 (+1 ms)Running coprocessor post-close hooks at 1732447398028 (+3 ms)Closed at 1732447398028 2024-11-24T11:23:18,028 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:23:18,092 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,38625,1732447366571; all regions closed. 2024-11-24T11:23:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741844_1020 (size=859) 2024-11-24T11:23:18,096 DEBUG [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/oldWALs 2024-11-24T11:23:18,096 INFO [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C38625%2C1732447366571.meta:.meta(num 1732447388172) 2024-11-24T11:23:18,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741843_1019 (size=2791) 2024-11-24T11:23:18,099 DEBUG [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/oldWALs 2024-11-24T11:23:18,099 INFO [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C38625%2C1732447366571.rep:(num 1732447388150) 2024-11-24T11:23:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741842_1018 (size=696) 2024-11-24T11:23:18,102 DEBUG [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/oldWALs 2024-11-24T11:23:18,102 INFO [RS:0;f5f73e76a839:38625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C38625%2C1732447366571:(num 1732447388130) 2024-11-24T11:23:18,102 DEBUG [RS:0;f5f73e76a839:38625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:18,102 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:23:18,102 INFO [RS:0;f5f73e76a839:38625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:23:18,102 INFO [RS:0;f5f73e76a839:38625 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T11:23:18,102 INFO [RS:0;f5f73e76a839:38625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:23:18,102 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:23:18,102 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f5f73e76a839,38625,1732447366571 because: Region server is closing 2024-11-24T11:23:18,103 INFO [RS:0;f5f73e76a839:38625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:38625. 2024-11-24T11:23:18,103 DEBUG [RS:0;f5f73e76a839:38625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:18,103 DEBUG [RS:0;f5f73e76a839:38625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:18,103 DEBUG [RS:0;f5f73e76a839:38625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:18,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:18,203 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:23:18,203 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:23:18,203 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,1-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,1-f5f73e76a839,38625,1732447366571 terminated 2024-11-24T11:23:18,204 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f5f73e76a839,38625,1732447366571 because: Region server is closing 2024-11-24T11:23:18,204 INFO [RS:0;f5f73e76a839:38625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:38625. 2024-11-24T11:23:18,204 DEBUG [RS:0;f5f73e76a839:38625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:23:18,204 DEBUG [RS:0;f5f73e76a839:38625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:18,204 DEBUG [RS:0;f5f73e76a839:38625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:23:18,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:23:18,304 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.wal-reader.f5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T11:23:18,304 WARN [RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T11:23:18,304 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f5f73e76a839:0-0.replicationSource,2-f5f73e76a839,38625,1732447366571.replicationSource.shipperf5f73e76a839%2C38625%2C1732447366571,2-f5f73e76a839,38625,1732447366571 terminated 2024-11-24T11:23:18,304 INFO [RS:0;f5f73e76a839:38625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38625 2024-11-24T11:23:18,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136/rs 2024-11-24T11:23:18,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0539871136/rs/f5f73e76a839,38625,1732447366571 2024-11-24T11:23:18,353 INFO [RS:0;f5f73e76a839:38625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:23:18,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,38625,1732447366571] 2024-11-24T11:23:18,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0539871136/draining/f5f73e76a839,38625,1732447366571 already deleted, retry=false 2024-11-24T11:23:18,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,38625,1732447366571 expired; onlineServers=0 2024-11-24T11:23:18,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,41993,1732447366376' ***** 2024-11-24T11:23:18,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:23:18,374 INFO [M:0;f5f73e76a839:41993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:23:18,374 INFO [M:0;f5f73e76a839:41993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:23:18,374 DEBUG [M:0;f5f73e76a839:41993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:23:18,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:23:18,374 DEBUG [M:0;f5f73e76a839:41993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:23:18,374 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447368529 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732447368529,5,FailOnTimeoutGroup] 2024-11-24T11:23:18,374 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447368529 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732447368529,5,FailOnTimeoutGroup] 2024-11-24T11:23:18,374 INFO [M:0;f5f73e76a839:41993 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:23:18,374 INFO [M:0;f5f73e76a839:41993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:23:18,374 DEBUG [M:0;f5f73e76a839:41993 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:23:18,374 INFO [M:0;f5f73e76a839:41993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:23:18,374 INFO [M:0;f5f73e76a839:41993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:23:18,375 ERROR [M:0;f5f73e76a839:41993 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:43659 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43659,5,PEWorkerGroup] 2024-11-24T11:23:18,375 INFO [M:0;f5f73e76a839:41993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:23:18,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:23:18,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0539871136/master 2024-11-24T11:23:18,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0539871136 2024-11-24T11:23:18,384 DEBUG [M:0;f5f73e76a839:41993 {}] zookeeper.ZKUtil(347): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Unable to get data of znode /0539871136/master because node does not exist (not an error) 2024-11-24T11:23:18,384 WARN [M:0;f5f73e76a839:41993 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:23:18,385 INFO [M:0;f5f73e76a839:41993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/.lastflushedseqids 2024-11-24T11:23:18,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741853_1029 (size=263) 2024-11-24T11:23:18,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:18,463 INFO [RS:0;f5f73e76a839:38625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:23:18,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38625-0x1016c94ddff0001, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:18,463 INFO [RS:0;f5f73e76a839:38625 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,38625,1732447366571; zookeeper connection closed. 2024-11-24T11:23:18,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@191e01f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@191e01f8 2024-11-24T11:23:18,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T11:23:18,789 INFO [M:0;f5f73e76a839:41993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:23:18,789 INFO [M:0;f5f73e76a839:41993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:23:18,789 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:23:18,789 INFO [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:18,789 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:18,789 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:23:18,789 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:18,789 INFO [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-24T11:23:18,805 DEBUG [M:0;f5f73e76a839:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25a69ca4090c45eda9640ae418f80c8a is 82, key is hbase:meta,,1/info:regioninfo/1732447369779/Put/seqid=0 2024-11-24T11:23:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741854_1030 (size=5672) 2024-11-24T11:23:18,813 INFO [M:0;f5f73e76a839:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25a69ca4090c45eda9640ae418f80c8a 2024-11-24T11:23:18,833 DEBUG [M:0;f5f73e76a839:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f32611cd24404a31a4ab2f430fa0d14c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732447385487/Put/seqid=0 2024-11-24T11:23:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741855_1031 (size=8908) 2024-11-24T11:23:18,856 INFO [M:0;f5f73e76a839:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f32611cd24404a31a4ab2f430fa0d14c 2024-11-24T11:23:18,881 DEBUG [M:0;f5f73e76a839:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7a27c60a284dda9faaf5d6867ce047 is 69, key is f5f73e76a839,38625,1732447366571/rs:state/1732447368630/Put/seqid=0 2024-11-24T11:23:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741856_1032 (size=5156) 2024-11-24T11:23:18,902 INFO [M:0;f5f73e76a839:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7a27c60a284dda9faaf5d6867ce047 2024-11-24T11:23:18,909 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25a69ca4090c45eda9640ae418f80c8a as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25a69ca4090c45eda9640ae418f80c8a 2024-11-24T11:23:18,917 INFO [M:0;f5f73e76a839:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25a69ca4090c45eda9640ae418f80c8a, entries=8, sequenceid=112, filesize=5.5 K 2024-11-24T11:23:18,918 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f32611cd24404a31a4ab2f430fa0d14c as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f32611cd24404a31a4ab2f430fa0d14c 2024-11-24T11:23:18,922 INFO [M:0;f5f73e76a839:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f32611cd24404a31a4ab2f430fa0d14c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-24T11:23:18,924 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7a27c60a284dda9faaf5d6867ce047 as hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7a27c60a284dda9faaf5d6867ce047 2024-11-24T11:23:18,931 INFO [M:0;f5f73e76a839:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7a27c60a284dda9faaf5d6867ce047, entries=1, sequenceid=112, filesize=5.0 K 2024-11-24T11:23:18,932 INFO [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=112, compaction requested=false 2024-11-24T11:23:18,942 INFO [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:23:18,943 DEBUG [M:0;f5f73e76a839:41993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732447398789Disabling compacts and flushes for region at 1732447398789Disabling writes for close at 1732447398789Obtaining lock to block concurrent updates at 1732447398789Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732447398789Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732447398789Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732447398790 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732447398790Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732447398805 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732447398805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732447398817 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732447398833 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732447398833Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732447398860 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732447398880 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732447398880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7bdac: reopening flushed file at 1732447398908 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1301053e: reopening flushed file at 1732447398918 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e9fee4: reopening flushed file at 1732447398923 (+5 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=112, compaction requested=false at 1732447398932 (+9 ms)Writing region close event to WAL at 1732447398942 (+10 ms)Closed at 1732447398942 2024-11-24T11:23:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741830_1006 (size=69043) 2024-11-24T11:23:18,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6413603-e6b6-52eb-1138-5a4cdbffc7a4/MasterData/WALs/f5f73e76a839,41993,1732447366376/f5f73e76a839%2C41993%2C1732447366376.1732447368288 not finished, retry = 0 2024-11-24T11:23:19,048 INFO [M:0;f5f73e76a839:41993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:23:19,048 INFO [M:0;f5f73e76a839:41993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41993 2024-11-24T11:23:19,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:23:19,049 INFO [M:0;f5f73e76a839:41993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:23:19,211 INFO [M:0;f5f73e76a839:41993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:23:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1016c94ddff0000, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:23:19,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c12c202{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:23:19,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34235706{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:23:19,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:23:19,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cfeb06b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:23:19,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f543dc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.log.dir/,STOPPED} 2024-11-24T11:23:19,226 WARN [BP-743002538-172.17.0.3-1732447363725 heartbeating to localhost/127.0.0.1:43659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:23:19,226 WARN [BP-743002538-172.17.0.3-1732447363725 heartbeating to localhost/127.0.0.1:43659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-743002538-172.17.0.3-1732447363725 (Datanode Uuid 35680212-017f-4c17-9d86-302d69ae25d0) service to localhost/127.0.0.1:43659 2024-11-24T11:23:19,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/cluster_a91fc49e-1bf5-fe21-846a-3ff93b382a7b/data/data1/current/BP-743002538-172.17.0.3-1732447363725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:23:19,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/cluster_a91fc49e-1bf5-fe21-846a-3ff93b382a7b/data/data2/current/BP-743002538-172.17.0.3-1732447363725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:23:19,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:23:19,227 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:23:19,227 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:23:19,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dd12ea1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:23:19,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f7104ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:23:19,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:23:19,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24ac63a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:23:19,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6047c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fae3493e-10ec-c2b7-6bb2-786f430208a8/hadoop.log.dir/,STOPPED} 2024-11-24T11:23:19,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:23:19,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:23:19,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 533) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40065 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35077 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62235) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43659 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35077 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40065 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62235) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43659 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43659 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62235) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=5941 (was 5620) - AvailableMemoryMB LEAK? - 2024-11-24T11:23:19,290 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-24T11:23:19,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016c94ddff0008, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:23:19,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016c94ddff0005, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:23:19,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016c94ddff0002, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T11:23:19,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016c94ddff0005, quorum=127.0.0.1:62235, baseZNode=/1-1384259270 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:23:19,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016c94ddff0002, quorum=127.0.0.1:62235, baseZNode=/0539871136 Received Disconnected from ZooKeeper, ignoring 2024-11-24T11:23:19,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016c94ddff0008, quorum=127.0.0.1:62235, baseZNode=/2-2021351622 Received Disconnected from ZooKeeper, ignoring